-- Logs begin at Sun 2021-01-24 04:14:30 UTC, end at Sun 2021-01-24 05:17:31 UTC. --
Jan 24 04:48:15.028440 dv-cinder-772181-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 24 04:48:17.737027 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.common.config [-] Logging enabled!
Jan 24 04:48:17.737553 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev419
Jan 24 04:48:17.738888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 24 04:48:17.740705 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.common.config [-] Logging enabled!
Jan 24 04:48:17.740999 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev419
Jan 24 04:48:17.741356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 24 04:48:17.742407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 24 04:48:17.742676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 24 04:48:17.743997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 24 04:48:17.744284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 24 04:48:17.744566 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 24 04:48:17.744944 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.745291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.745631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.745894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.746241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.746579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.746901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.747236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.747579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.747902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.748217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.748631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.748901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.749349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.749687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.750023 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.750281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.750599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.751142 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.751464 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.751783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.752113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.752422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.752764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.753084 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.753453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] host                           = dv-cinder-772181-5-iscsi {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.753768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.754097 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.754424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.754752 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.755063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.755374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.755698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.756007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.756320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.756662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.756991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.757318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.757656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.757913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.758168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.758497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.758827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.759138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.759448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.759758 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.760069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.760377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.760706 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.761037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.761365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.761689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.762000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.762311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.762618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.762929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.763253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.763561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.763867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.764849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.765518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.765838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.766153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.766500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.766834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.767166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.767638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.768031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.768363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.768702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.769016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.769328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.769639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.769947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.770276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.770586 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.770896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.771207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.771517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.771844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:17.772179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.772524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.772904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.773229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.773563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.773886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.774217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.774533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.774864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.775194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.775520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.775838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.776163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.776477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.776843 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.777195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.777536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.777870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.778183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.778493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.778800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.779113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.779438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.780412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.780863 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.781182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.781504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.781840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.782159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.782469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.782787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.783122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.783439 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.783749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.784069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.784382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.784717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.785028 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.785341 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.785674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.785987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.786296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.786605 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.786919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.787238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.787559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.787873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.788178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.788489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.788832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.789144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.789454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.789771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.790077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.790391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.790699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.791007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.791315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.791622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.791929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.792234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.792562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.792878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.793188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.793495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.793801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.794109 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.794412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.794735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.795073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.795427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.795750 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.796102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.796419 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.796759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.797081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.797397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.797710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.798017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.798347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.798666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.798989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.799308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.799621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.799956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.800269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.800628 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.800909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.801224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.801543 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.801870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.802202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.802530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.802859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.803210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.803518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.803831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.804179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.804492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:17.804766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 24 04:48:17.805032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79972) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 24 04:48:18.464322 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO keyring.backend [-] Loading Gnome
Jan 24 04:48:18.481431 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO keyring.backend [-] Loading Google
Jan 24 04:48:18.484508 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO keyring.backend [-] Loading Windows (alt)
Jan 24 04:48:18.488038 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO keyring.backend [-] Loading file
Jan 24 04:48:18.489066 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO keyring.backend [-] Loading keyczar
Jan 24 04:48:18.489352 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO keyring.backend [-] Loading multi
Jan 24 04:48:18.490000 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO keyring.backend [-] Loading pyfs
Jan 24 04:48:18.536756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:48:18.537064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:48:18.537388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:48:18.537914 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 24 04:48:18.931818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:18.932349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:18.932349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:18.980474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:18.980813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:18.981113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:18.984747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:18.985059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:18.985358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.053763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.054076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.054383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.055535 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.055838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.056135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.327091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8fd64dd400> agent after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.327431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8fd64dd400> agent after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.327742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8fd64dd488> segment precommit_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.328047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8fd64dd510> network precommit_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.328951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8fd64ce620> segment before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.475821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> network before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.476195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8fd62f5730> agent before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.476520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> network before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.476849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> port before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.477150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> port before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.477528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> segment after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.477822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> segment precommit_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.478115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> segment precommit_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.478404 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> segment after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.478737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> network after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.479032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> network precommit_delete 0 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.479336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> port provisioning_complete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.479641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> rbac-policy before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.479934 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> rbac-policy after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.480243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> agent after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.480580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> subnet after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.480872 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> subnet precommit_delete 0 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.481196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> rbac-policy before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.481483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> rbac-policy before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.481963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> port after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.482250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> port after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.482532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> port after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.483399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> rbac-policy before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.483678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> rbac-policy before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.483954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8fd6dea978>> rbac-policy before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.484372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 24 04:48:19.484672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 24 04:48:19.484947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 24 04:48:19.485219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 24 04:48:19.485488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 24 04:48:19.485756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 24 04:48:19.487140 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 24 04:48:19.490243 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 24 04:48:19.494416 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 24 04:48:19.498456 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Jan 24 04:48:19.500694 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 24 04:48:19.501783 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 24 04:48:19.502166 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 24 04:48:19.502600 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 24 04:48:19.505332 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 24 04:48:19.505616 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 24 04:48:19.506003 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 24 04:48:19.527400 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 24 04:48:19.527858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8fd626ecc0>> qos_plugin after_init 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.528187 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79972) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 24 04:48:19.528621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8fd64b5668>> logging-plugin after_init 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.530562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79972) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 24 04:48:19.530881 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 24 04:48:19.531159 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 24 04:48:19.534501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8fd64b5710>> floatingip before_response 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.534817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8fd64b5710>> port before_response 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:19.602141 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 24 04:48:19.602420 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 24 04:48:19.602694 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 24 04:48:19.603099 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 24 04:48:19.641417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.sqlalchemy.engines [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79972) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 24 04:48:20.082025 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Initializing driver for type 'gre'
Jan 24 04:48:20.082571 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] gre ID ranges: [(1, 1000)]
Jan 24 04:48:20.122688 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Initializing driver for type 'local'
Jan 24 04:48:20.123061 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Initializing driver for type 'vlan'
Jan 24 04:48:20.132949 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] VlanTypeDriver initialization complete
Jan 24 04:48:20.133320 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Initializing driver for type 'vxlan'
Jan 24 04:48:20.133827 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] vxlan ID ranges: [(1, 1000)]
Jan 24 04:48:20.174450 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Initializing extension driver 'port_security'
Jan 24 04:48:20.174813 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.extensions.port_security [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] PortSecurityExtensionDriver initialization complete
Jan 24 04:48:20.175181 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Initializing mechanism driver 'openvswitch'
Jan 24 04:48:20.181478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:48:20.182326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fda294588>> port after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.182733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fda294588>> port after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.183122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fda294588>> port after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.183553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5de6eb8>> subnet after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.183941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5de6eb8>> subnet after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.184321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5de6eb8>> subnet after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.184763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5de6f98>> network after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.185148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5de6f98>> network after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.185525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5de6f98>> network after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.185997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5df2278>> security_group after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.186942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5df2278>> security_group after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.187315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5df2278>> security_group after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.187729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5df2438>> security_group_rule after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.188110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5df2438>> security_group_rule after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.188486 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5df2438>> security_group_rule after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.189056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5df25f8>> address_group after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.189438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5df25f8>> address_group after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.189813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8fd5df25f8>> address_group after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.190181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] ML2 OVO RPC backend initialized. {{(pid=79972) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 24 04:48:20.190895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> router_interface after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.191283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> router_interface after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.191731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> network before_response 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.192111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> networks before_response 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.192488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> port before_response 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.192890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> ports before_response 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.193266 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> subnet before_response 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.193644 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> subnets before_response 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.194021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> network after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.194394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> network after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.194765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> network after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.195135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> port after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.195503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> port after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.195870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> port after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.196240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> subnet after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.196633 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> subnet after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.197002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8fd5df26d8>> subnet after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.197632 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.plugin [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Modular L2 Plugin initialization complete
Jan 24 04:48:20.197989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading services supported by the core plugin {{(pid=79972) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 24 04:48:20.198357 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.plugins.ml2.managers [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Got port-security extension from driver 'port_security'
Jan 24 04:48:20.198863 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.extensions.vlantransparent [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Disabled vlantransparent extension.
Jan 24 04:48:20.200315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79972) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 24 04:48:20.200707 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading Plugin: router
Jan 24 04:48:20.237654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router_interface before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.238090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router after_create 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.238499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router before_create 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.238906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router_interface before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.239325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router_interface after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.239718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router after_delete 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.240115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> floatingip after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.240579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router after_create 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.240969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router after_update 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.241361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router after_update 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.241748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router_gateway after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.242155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router after_update 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.242645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router precommit_update 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.243065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8fd643e378> port after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.243702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8fd643e268> port after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.244079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8fd643e2f0> subnet after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.244463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8fd643e400> subnetpool_address_scope after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.244881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> port precommit_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.245270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router precommit_create 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.245656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8fd6368840> port before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.246041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router precommit_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.246446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router after_update 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.246827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router precommit_delete 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.247217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router precommit_create 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.247625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router_interface after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.248008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> router precommit_update 55549900 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.249161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8fd5df2860>> network after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.250105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Tracking information for resource: router configured {{(pid=79972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 24 04:48:20.250661 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Tracking information for resource: floatingip configured {{(pid=79972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 24 04:48:20.255600 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_agentschedulers_db [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 24 04:48:20.256248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8fd5d61268> port after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.256672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8fd5d601e0> port after_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.257059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function _notify_port_delete at 0x7f8fd5d611e0> port after_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.257443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8fd5d61400> port after_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.258344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8fd5d29588>> router before_create 55550100 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.258743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8fd5d29588>> router precommit_delete 55550100 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.259141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8fd5d29588>> router precommit_create 55550100 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.259532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8fd5d29588>> router precommit_update 55550100 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.264511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.provider_configuration [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service providers = [] {{(pid=79972) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 24 04:48:20.264988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.servicetype_db [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79972) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 24 04:48:20.267809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.service_base [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 24 04:48:20.268195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.service_base [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 24 04:48:20.268600 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.service_base [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 24 04:48:20.269484 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.service_base [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 24 04:48:20.269882 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.services.service_base [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 24 04:48:20.270300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 24 04:48:20.270652 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 24 04:48:20.281415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 24 04:48:20.281783 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading Plugin: auto_allocate
Jan 24 04:48:20.287567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8fd5ccca60> network precommit_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.287966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8fd5ccca60> network precommit_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.288573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 24 04:48:20.288932 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading Plugin: tag
Jan 24 04:48:20.297767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 24 04:48:20.298141 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading Plugin: timestamp
Jan 24 04:48:20.302000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 24 04:48:20.302367 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading Plugin: network_ip_availability
Jan 24 04:48:20.307809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8fd5cd1898>> rbac-policy before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.308212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8fd5cd1898>> rbac-policy before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.308628 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8fd5cd1898>> rbac-policy before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.309416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 24 04:48:20.309773 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading Plugin: flavors
Jan 24 04:48:20.314391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 24 04:48:20.314764 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading Plugin: revisions
Jan 24 04:48:20.319180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 24 04:48:20.319603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=79972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:48:20.320395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79972) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 24 04:48:20.320813 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Initializing extension manager.
Jan 24 04:48:20.321365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: __init__.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.321739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: __pycache__ {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.322109 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.322474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: address_group.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.323271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.323910 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: address-group
Jan 24 04:48:20.324274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: address_scope.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.325064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.325649 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: address-scope
Jan 24 04:48:20.326007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: admin_state_down_before_update.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.326990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.327571 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: router-admin-state-down-before-update
Jan 24 04:48:20.327925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: agent.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.328725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.329306 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: agent
Jan 24 04:48:20.329663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: agent_resources_synced.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.330567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.331143 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: agent-resources-synced
Jan 24 04:48:20.331501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: allowedaddresspairs.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.333368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.333917 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: allowed-address-pairs
Jan 24 04:48:20.334290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: auto_allocated_topology.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.335361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.335946 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: auto-allocated-topology
Jan 24 04:48:20.336310 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: availability_zone.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.337101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.337683 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: availability_zone
Jan 24 04:48:20.338040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: availability_zone_filter.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.338961 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.339548 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: availability_zone_filter
Jan 24 04:48:20.339907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: data_plane_status.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.340842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.341417 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension data-plane-status not supported by any of loaded plugins
Jan 24 04:48:20.341775 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: default_subnetpools.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.343306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.343886 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: default-subnetpools
Jan 24 04:48:20.344248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: dhcpagentscheduler.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.345247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.345840 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: dhcp_agent_scheduler
Jan 24 04:48:20.346205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: dns.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.347120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.347697 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension dns-integration not supported by any of loaded plugins
Jan 24 04:48:20.348055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: dns_domain_ports.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.348997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.349570 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 24 04:48:20.349927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: dvr.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.350639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.351216 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: dvr
Jan 24 04:48:20.351574 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: empty_string_filtering.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.352481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.353082 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: empty-string-filtering
Jan 24 04:48:20.353441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.354350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.354929 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 24 04:48:20.355286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.356194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.356795 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 24 04:48:20.357151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: external_net.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.358719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.359304 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: external-net
Jan 24 04:48:20.359663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: extra_dhcp_opt.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.360594 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.361175 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: extra_dhcp_opt
Jan 24 04:48:20.361536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: extraroute.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.362451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.363032 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: extraroute
Jan 24 04:48:20.363392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: extraroute_atomic.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.364415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.365050 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: extraroute-atomic
Jan 24 04:48:20.365411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: filter_validation.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.366099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.366674 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: filter-validation
Jan 24 04:48:20.367030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: fip_pf_description.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.367942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.368789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 24 04:48:20.369146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: fip_port_details.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.370066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.370644 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: fip-port-details
Jan 24 04:48:20.371002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: flavors.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.372219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.372837 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: flavors
Jan 24 04:48:20.373199 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.374997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.375591 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 24 04:48:20.375959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: floatingip_pools.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.376742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.377330 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: floatingip-pools
Jan 24 04:48:20.377694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: ip_allocation.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.378622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.379209 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension ip_allocation not supported by any of loaded plugins
Jan 24 04:48:20.379573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.380493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.381101 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: ip-substring-filtering
Jan 24 04:48:20.381465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: l2_adjacency.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.382385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.382966 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 24 04:48:20.383327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: l3.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.384389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.385005 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: router
Jan 24 04:48:20.385368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: l3_conntrack_helper.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.387623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.388227 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 24 04:48:20.388623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.389646 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.390236 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: ext-gw-mode
Jan 24 04:48:20.390599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.391519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.392101 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: l3-ha
Jan 24 04:48:20.392461 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: l3_flavors.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.393401 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.393981 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: l3-flavors
Jan 24 04:48:20.394344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.395358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.395946 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 24 04:48:20.396311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: l3agentscheduler.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.397490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.398085 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: l3_agent_scheduler
Jan 24 04:48:20.398448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: logging.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.399993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.400606 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension logging not supported by any of loaded plugins
Jan 24 04:48:20.400978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: metering.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.401774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.402470 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: metering
Jan 24 04:48:20.402836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.405430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.406031 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: metering_source_and_destination_fields
Jan 24 04:48:20.406436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: multiprovidernet.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.407438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.408034 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: multi-provider
Jan 24 04:48:20.408399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: netmtu.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.409352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.409934 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: net-mtu
Jan 24 04:48:20.410298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: netmtu_writable.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.411239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.411820 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: net-mtu-writable
Jan 24 04:48:20.412183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: network_availability_zone.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.412932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.413508 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: network_availability_zone
Jan 24 04:48:20.413868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: network_ip_availability.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.415088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.415673 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: network-ip-availability
Jan 24 04:48:20.416034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: network_segment_range.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.416879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.417467 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension network-segment-range not supported by any of loaded plugins
Jan 24 04:48:20.417825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: pagination.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.418822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.419193 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: pagination
Jan 24 04:48:20.419549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.421091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.421666 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: port-mac-address-regenerate
Jan 24 04:48:20.422027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.422945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.423525 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: port-numa-affinity-policy
Jan 24 04:48:20.423885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: port_resource_request.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.424829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.425405 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension port-resource-request not supported by any of loaded plugins
Jan 24 04:48:20.425764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: portbindings.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.426703 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.427283 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: binding
Jan 24 04:48:20.427643 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: portbindings_extended.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.428963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.429551 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: binding-extended
Jan 24 04:48:20.429914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: portsecurity.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.430845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.431430 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: port-security
Jan 24 04:48:20.431792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: project_id.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.432800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.433171 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: project-id
Jan 24 04:48:20.433530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: providernet.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.434462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.435050 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: provider
Jan 24 04:48:20.435412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: qos.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.439249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.439851 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension qos not supported by any of loaded plugins
Jan 24 04:48:20.440224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.441488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.442076 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 24 04:48:20.442441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.443356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.443941 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 24 04:48:20.444306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: qos_default.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.445248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.445825 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension qos-default not supported by any of loaded plugins
Jan 24 04:48:20.446184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: qos_fip.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.446873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.447448 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension qos-fip not supported by any of loaded plugins
Jan 24 04:48:20.447807 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: qos_gateway_ip.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.448761 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.449342 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 24 04:48:20.449700 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: qos_port_network_policy.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.450620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.451203 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 24 04:48:20.451602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: qos_rule_type_details.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.452524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.453127 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 24 04:48:20.453488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: qos_rules_alias.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.454532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.455112 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 24 04:48:20.455471 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: quotasv2.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.456439 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.456835 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: quotas
Jan 24 04:48:20.457189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: quotasv2_detail.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.458807 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.459184 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: quota_details
Jan 24 04:48:20.459547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: rbac.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.460851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.461474 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: rbac-policies
Jan 24 04:48:20.461842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: rbac_address_scope.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.462841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.463430 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: rbac-address-scope
Jan 24 04:48:20.463794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: rbac_security_groups.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.464821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.465407 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: rbac-security-groups
Jan 24 04:48:20.465772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: rbac_subnetpool.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.466706 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.467916 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: rbac-subnetpool
Jan 24 04:48:20.468283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: revisionifmatch.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.469259 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.469843 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: revision-if-match
Jan 24 04:48:20.470202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: revisions.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.471328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.471915 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: standard-attr-revisions
Jan 24 04:48:20.472280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: router_availability_zone.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.473022 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.473612 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: router_availability_zone
Jan 24 04:48:20.473971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: routerservicetype.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.474893 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.475472 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension router-service-type not supported by any of loaded plugins
Jan 24 04:48:20.475834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.476778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.477362 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: security-groups-normalized-cidr
Jan 24 04:48:20.477723 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: security_groups_port_filtering.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.478648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.479229 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: port-security-groups-filtering
Jan 24 04:48:20.479587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.480573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.481156 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: security-groups-remote-address-group
Jan 24 04:48:20.481516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: securitygroup.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.495615 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.496234 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: security-group
Jan 24 04:48:20.496631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: segment.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.497491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.498079 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension segment not supported by any of loaded plugins
Jan 24 04:48:20.498989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.500079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.500752 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 24 04:48:20.501194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: servicetype.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.502411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.503000 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: service-type
Jan 24 04:48:20.503366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: sorting.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.504355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.504755 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: sorting
Jan 24 04:48:20.505119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: standard_attr_segment.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.506030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.506617 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 24 04:48:20.506974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: standardattrdescription.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.507669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.508254 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: standard-attr-description
Jan 24 04:48:20.508642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: stateful_security_group.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.509593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.510180 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: stateful-security-group
Jan 24 04:48:20.510538 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: stdattrs_common.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.511128 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 24 04:48:20.511485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.512411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.513028 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 24 04:48:20.513383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: subnet_onboard.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.515002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.515722 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: subnet_onboard
Jan 24 04:48:20.516086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.517115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.517695 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 24 04:48:20.518056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: subnet_service_types.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.518992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.519576 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: subnet-service-types
Jan 24 04:48:20.519936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: subnetallocation.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.521063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.521647 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: subnet_allocation
Jan 24 04:48:20.522007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.522711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.523307 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: subnetpool-prefix-ops
Jan 24 04:48:20.523665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.524657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.525246 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 24 04:48:20.525609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: tagging.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.526884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.527480 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: standard-attr-tag
Jan 24 04:48:20.527845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: timestamp.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.529040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.529664 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loaded extension: standard-attr-timestamp
Jan 24 04:48:20.530132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: trunk.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.531164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.531753 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension trunk not supported by any of loaded plugins
Jan 24 04:48:20.532113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: trunk_details.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.533064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.533648 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension trunk-details not supported by any of loaded plugins
Jan 24 04:48:20.534006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: uplink_status_propagation.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.534932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.535513 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 24 04:48:20.535868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Loading extension file: vlantransparent.py {{(pid=79972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 24 04:48:20.536581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 24 04:48:20.537160 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 24 04:48:20.539808 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:network
Jan 24 04:48:20.540646 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:subnet
Jan 24 04:48:20.541320 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:subnetpool
Jan 24 04:48:20.541988 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:port
Jan 24 04:48:20.544316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.544823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service FLAVORS assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.545548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.546021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.546389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:router
Jan 24 04:48:20.547119 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:floatingip
Jan 24 04:48:20.547908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service METERING assigned prefix: /metering {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.549744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8fd5bf16d8>> rbac-policy before_create 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.550146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8fd5bf16d8>> rbac-policy before_update 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.550532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8fd5bf16d8>> rbac-policy before_delete 55550000 {{(pid=79972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:48:20.551676 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of CountableResource for resource:rbac_policy
Jan 24 04:48:20.552162 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:security_group
Jan 24 04:48:20.553022 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 24 04:48:20.553830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service CORE assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.554200 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:subnetpool
Jan 24 04:48:20.554569 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] subnetpool is already registered
Jan 24 04:48:20.555242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service CORE assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.555616 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:subnetpool
Jan 24 04:48:20.555986 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] subnetpool is already registered
Jan 24 04:48:20.558764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.559242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service FLAVORS assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.559888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.560351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.560765 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:router
Jan 24 04:48:20.561750 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] router is already registered
Jan 24 04:48:20.562562 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:floatingip
Jan 24 04:48:20.562926 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] floatingip is already registered
Jan 24 04:48:20.563621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service METERING assigned prefix: /metering {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.564373 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of CountableResource for resource:rbac_policy
Jan 24 04:48:20.564766 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] rbac_policy is already registered
Jan 24 04:48:20.565398 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:security_group
Jan 24 04:48:20.565760 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] security_group is already registered
Jan 24 04:48:20.566426 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 24 04:48:20.566801 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] security_group_rule is already registered
Jan 24 04:48:20.567539 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service CORE assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.567905 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:subnetpool
Jan 24 04:48:20.568261 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] subnetpool is already registered
Jan 24 04:48:20.568968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.resource_helper [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Service CORE assigned prefix:  {{(pid=79972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 24 04:48:20.569334 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Creating instance of TrackedResource for resource:subnetpool
Jan 24 04:48:20.569692 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.quota.resource_registry [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] subnetpool is already registered
Jan 24 04:48:20.570406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: extensions {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.571947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: address-groups {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.573735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: address-scopes {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.575020 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: agents {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.576242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: auto-allocated-topology {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.578415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: availability_zones {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.579789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: dhcp-networks {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.581302 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: dhcp-agents {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.582790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: routers {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.584788 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: flavors {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.585997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: service_profiles {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.587272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: next_providers {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.588982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: service_profiles {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.590523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: floatingip-pools {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.591804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: routers {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.593821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: floatingips {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.595093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: l3-routers {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.596565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: l3-agents {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.598090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: metering-labels {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.599506 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: metering-label-rules {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.600897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: network-ip-availabilities {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.602212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: bindings {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.603956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: quotas {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.605491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: quotas {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.606979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: rbac-policies {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.608373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: security-groups {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.609678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: security-group-rules {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.610988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: service-providers {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.612287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: subnetpools {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.613813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: subnetpools {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.615355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.617154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.620193 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.622093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.624651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.626450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.628326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.630293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.632253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.634232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.extensions [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Extended resource: tags {{(pid=79972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 24 04:48:20.641865 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING keystonemiddleware.auth_token [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 24 04:48:20.647160 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING keystonemiddleware.auth_token [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 24 04:48:20.656045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Acquired lock "singleton_lock" {{(pid=79972) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 24 04:48:20.656594 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Releasing lock "singleton_lock" {{(pid=79972) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 24 04:48:20.658041 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO oslo_service.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Starting 2 workers
Jan 24 04:48:20.662920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Started child 80083 {{(pid=79972) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 24 04:48:20.667327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:20.667697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Started child 80084 {{(pid=79972) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 24 04:48:20.668815 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [-] (80083) wsgi starting up on http://0.0.0.0:9696
Jan 24 04:48:20.669230 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Neutron service started, listening on 0.0.0.0:9696
Jan 24 04:48:20.669884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Notify callbacks [] for process, before_spawn {{(pid=79972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:20.672042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:20.672941 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO oslo_service.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Starting 1 workers
Jan 24 04:48:20.673422 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [-] (80084) wsgi starting up on http://0.0.0.0:9696
Jan 24 04:48:20.678430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Started child 80085 {{(pid=79972) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 24 04:48:20.678975 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO oslo_service.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Starting 1 workers
Jan 24 04:48:20.681039 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] calling RpcWorker wait() {{(pid=80085) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 24 04:48:20.681503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] returning from RpcWorker wait() {{(pid=80085) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 24 04:48:20.683208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:20.683725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43552) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:48:20.683846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:48:20.683949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Started child 80087 {{(pid=79972) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 24 04:48:20.684602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4599d6e-0c8f-4644-8255-df7d40f1bb5c None None] Notify callbacks [] for process, after_spawn {{(pid=79972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:20.687275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79972) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 24 04:48:20.687553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 24 04:48:20.687655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 24 04:48:20.687935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 24 04:48:20.688357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 24 04:48:20.688523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 24 04:48:20.689141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.689426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.689738 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.690046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.690376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.691065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.691339 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.691647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.691971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.692243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.692443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.692664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.692966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.693239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.693654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.693944 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.694213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.694499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.694712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.694972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.695305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.695596 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.696349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.696349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.696505 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0102508
Jan 24 04:48:20.696743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.697008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.697280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.697544 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.697856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.698406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:20.698983 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.699558 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.699858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.700141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.700404 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:48:20.700501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.700920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.701183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.701510 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.701999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.702334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.702807 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] host                           = dv-cinder-772181-5-iscsi {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.703061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.703786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.703786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.703786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.704121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.704340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.704659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.704953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.705229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.705489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.705772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.706037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.706310 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.706572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.708519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.708519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.708519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.708519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.708519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.708519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.708519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.709017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.709017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.709017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.709211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.711977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.712230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.712448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.714923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.715218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.715375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.715585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.715844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.716165 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.716429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.716740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.717000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.719198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.719198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.719198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.719198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.719198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.719198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.719198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.719198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.720647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.720647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.720647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.720647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.720647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.721797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.722552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.722968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.724660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.724974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.725275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.726196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.726468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.728991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.730624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.731879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.732387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.734499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.734796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.735122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.736843 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.737184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.737509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.737781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.738525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.741906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.741906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.741906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.741906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.742243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.10/identity {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.744184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.744184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.744184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.744184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.744184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.744184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.744184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.744733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.744733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.745089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.745186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.745634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.746249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.746756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.747066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.747398 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.748221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.748221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.748475 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.749372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.749641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.750617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.750617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.750617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.750820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.750992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.751206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.751460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.751707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.751967 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.752239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.752239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.752239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.752239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.755107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.755107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.755107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.755429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.756621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.757098 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.757556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.758022 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.758487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.758975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.759372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.759625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.760489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.760489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.760489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.760749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.761108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.761396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.762043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.762496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.762937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.763402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.763846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.764311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.764810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.765648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.765648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.766624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.766879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.767151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.767445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.767789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.768018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.768277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.768552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.768802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.769314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.769794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.770286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.770754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.771201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.771682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.772314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.772840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.773240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.773630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.774027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.774454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.774890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.775298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.775718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.776170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.776773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.777167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.777620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.778016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.778495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.778936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.779362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.780017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.780265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.780558 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.780990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.781432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.781712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.782304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.782733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.783133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.783628 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.784045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.784467 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.784782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.785068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.785440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.785776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.785948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.786358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.786792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.787245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.787709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.788192 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.788959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.788959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.789189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.789340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.10/identity {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.789623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.789880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.790172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.790429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.791454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.791454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.791454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.791454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.791730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.791940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.792363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.792671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.793085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.793186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.793407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.793700 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.793970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.794245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.794501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.794907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.795168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.796050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.796292 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.796581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.797002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.797316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.797613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.798547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.798547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.798547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.798781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.798852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.799139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.799400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.799647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.799892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.800958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.800958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.800958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.800958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.801244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.801478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.801729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.802082 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.802460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.802762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.803297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.804364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.805125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.805125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.805287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.805391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.805817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.806102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.806385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.806667 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.806919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.807143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.807373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.807745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.808112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.808626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.809025 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.809394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.809831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.810062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.810471 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.810718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.811585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.811891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.812143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.812502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.812724 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.813006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.813261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.813489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.813920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.814347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.814772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.815089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.815383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.815670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.816975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.816975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.816975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.816975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.817334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.817334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.817570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.817824 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.818193 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.818528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.819131 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.819131 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.819384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.819681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.819984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.820232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.820603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.820952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.821815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.821815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.821815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.822264 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.822527 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.822782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.823036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.823309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.823580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.823868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.824166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.824447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.824746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.825026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.825279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.825537 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.825783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.826038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.826286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.826498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 24 04:48:20.827046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79972) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 24 04:48:20.827380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 24 04:48:20.827592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 24 04:48:20.827797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 24 04:48:20.827999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 24 04:48:20.828181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 24 04:48:20.828430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.828666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.829620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.829620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.829620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.829900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:48:20.830009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.830974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.831128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.831279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.831443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.831631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.831818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.832003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.832175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.832348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.832619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.832786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.832942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.833089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.833236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.833396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.833576 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.833750 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.834540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.834540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.834540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.834540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.834540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.834998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.834998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.834998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] host                           = dv-cinder-772181-5-iscsi {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.835272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.835372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.835511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.835693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.835875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.836060 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.837523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.837523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.837523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.837523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.837523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.837523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.837523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.837523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.838218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.838218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.838218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.838218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.838218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.838640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.838640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.838814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.838907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.839004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.840819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.841152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.841152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.841341 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.842133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.842133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.842133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.842133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.842133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.842609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.842609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.842856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.842856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.843049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.843192 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.843535 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.843535 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.843698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.843885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.844132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.844236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.845154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.845154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.845154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.845154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.845154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.845491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.845491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.845616 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.845692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.846368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.846368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.846368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.846368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.846688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 24 04:48:20.846688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.846863 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.847027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.847250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.847394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.847650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.847763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.847915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.848103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.848327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.848447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.848674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.848880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.849731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.849731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.849731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.849731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.849731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.850052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.850052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.850247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.850405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.850614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.850802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.850993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.10/identity {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.851180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.852067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.852067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.852067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.852067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.852067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.852395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.852395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.852517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.852715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.853377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.853377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.853377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.853377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.853653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.853653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.853839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.854028 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.854322 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.854415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.854551 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.854728 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.854902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.855076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.855263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.855466 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.855654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.855842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.856030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.856218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.856406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.857025 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.857025 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.857025 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.857263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.857263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.857462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.859970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.864572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.864572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.864572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.864572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.864572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.864572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.864572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.864572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.864572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.865680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.866972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.867143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.867312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.867500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.867688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.867876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.868063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.868496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.868715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.868904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.869092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.869288 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.869489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.869677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.869865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.870053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.871002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.871002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.871002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.871002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.871002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.871331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.871331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.871453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.871593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.872279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.872279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.872279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.10/identity {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.872279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.872567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.872654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.872782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.872972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.873163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.873372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.873645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.874834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.874834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.874834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.874834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.874834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.874834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.875217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.875217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.875343 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.875519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.875716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.876561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.876916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.877319 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.877640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.877963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.878233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.878522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.878791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.879062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.879271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.879456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.880090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.880090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.880090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.880306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.880430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.880777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.881075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.881377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.881645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.881842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.882038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.882287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.883365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.883365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.883365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.883365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.883365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.883789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.883789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.883789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.884052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.884052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.884236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.884407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.885381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.885751 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.885947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.886099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.886458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.886633 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.886964 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.887334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.887528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.887721 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.887916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.888108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.888328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.888507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.888744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.889470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.889697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.890007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.890314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.890507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.890699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.890891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.891100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.891296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.891465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.891668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.891858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.892050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.892654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.892654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.892654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.892880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.892948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.893297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.893297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.893591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.893591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.893764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.893968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.894146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.894330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.894530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.894700 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.895006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.895164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.895316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.895466 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.895625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.895775 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.895924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.896074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.896184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.896375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.896611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.896730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.896925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.897115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.897303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.897491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.897679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.897867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.898054 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.898239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.898412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.898599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 24 04:48:20.898764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 24 04:48:31.195907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9d236-69d6-4130-9ff5-7b4369edcb4f None None] get_active_networks_info from dv-cinder-772181-5-iscsi {{(pid=80085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 24 04:48:31.321303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9d236-69d6-4130-9ff5-7b4369edcb4f None None] No non-hosted networks {{(pid=80085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 24 04:48:31.345044 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ab1f-9059-4c82-8535-eb66edfe8631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728'] for agent, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:33.475244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b741-09e8-4722-ad0c-999bf34f1b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728'] for agent, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:33.536273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-149a2aca-d3a6-49e6-bc28-4518c31b619e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:33.943508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728'] for agent, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:34.969211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728'] for agent, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:34.970514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.971067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.971623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.972178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.972749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.973291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.973827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.974382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.974934 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.976221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.977368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.978892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:34.979499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8fd58a63c8>, 'Open vSwitch agent', 'dv-cinder-772181-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:48:34.989975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f53b38>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772181-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:48:35.439533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728'] for agent, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:36.019925 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_hamode_db [None req-550fc9ef-c7dc-4af0-a86b-d578666a0442 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 24 04:48:36.111717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fc9ef-c7dc-4af0-a86b-d578666a0442 None None] Routers set() bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:48:36.112085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fc9ef-c7dc-4af0-a86b-d578666a0442 None None] Router IDs set() for agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 24 04:48:36.892499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] get_endpoint_by_host() called for host dv-cinder-772181-5-iscsi {{(pid=80085) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 24 04:48:36.897396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] get_endpoint_by_ip() called for ip 192.168.0.26 {{(pid=80085) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 24 04:48:36.900493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] _add_endpoint() called for ip 192.168.0.26 {{(pid=80085) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 24 04:48:36.906863 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] _get_endpoints() called {{(pid=80085) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 24 04:48:36.985465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43656) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:48:37.633370 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING oslo_policy.policy [None req-e34ee1fa-bfc2-47e5-b9e2-cd5519d6edde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 24 04:48:37.633985 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING oslo_policy.policy [None req-e34ee1fa-bfc2-47e5-b9e2-cd5519d6edde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 24 04:48:37.865796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [None req-e34ee1fa-bfc2-47e5-b9e2-cd5519d6edde admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 04:48:37.866855 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-e34ee1fa-bfc2-47e5-b9e2-cd5519d6edde admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.8805053
Jan 24 04:48:40.594632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43670) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:48:41.010592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-56215cdb-4689-4177-bd9e-dfde320a1389 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:48:41.065119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.policy [None req-56215cdb-4689-4177-bd9e-dfde320a1389 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80084) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 24 04:48:41.065925 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING oslo_policy.policy [None req-56215cdb-4689-4177-bd9e-dfde320a1389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 24 04:48:41.066322 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING oslo_policy.policy [None req-56215cdb-4689-4177-bd9e-dfde320a1389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 24 04:48:41.078657 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota [None req-56215cdb-4689-4177-bd9e-dfde320a1389 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8fd56ad4e0>.
Jan 24 04:48:41.095200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-56215cdb-4689-4177-bd9e-dfde320a1389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:48:41.151228 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56215cdb-4689-4177-bd9e-dfde320a1389 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270870943592', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270870925724', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270870932476', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270870914102', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270870915293', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854129027', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1007008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4089534', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3753562'] for rbac-policy, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:41.213665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56215cdb-4689-4177-bd9e-dfde320a1389 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:41.214912 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-56215cdb-4689-4177-bd9e-dfde320a1389 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6192572
Jan 24 04:48:44.224703 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43684) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:48:44.629821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '253f1c38bc064787b540beb9c780f63e'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:48:44.635652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:48:44.641211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Usage tracker for resource:network and tenant:253f1c38bc064787b540beb9c780f63e is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:48:44.644932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:48:44.650984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:48:44.660411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Made reservation on behalf of 253f1c38bc064787b540beb9c780f63e for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:48:44.667422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:44.687225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:44.704508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:48:44.711086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Usage tracker for resource:security_group_rule and tenant:253f1c38bc064787b540beb9c780f63e is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:48:44.714722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:48:44.721288 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:48:44.818173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:44.820799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:44.826914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:48:44.848764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:48:44.874038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363270870246072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:44.874622 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Added segment dd61d86d-9b79-47ae-a8cc-3ca16f61a665 of type vxlan for network 6e570c6d-040d-4838-821a-860f9e2f00eb
Jan 24 04:48:44.931815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9351e4-6772-4d25-9cf4-c242139a45a1,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:48:45.106221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.106587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.107553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.107907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.108260 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.108647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.108995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.109340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.109696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.110036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.110375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.110712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Tracked resource versions report:
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]: pushed versions:
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]: {   'AddressGroup': {'1.1'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'ConntrackHelper': {'1.0'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Log': {'1.0'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Network': {'1.1'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Port': {'1.6'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'PortForwarding': {'1.2'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'QosPolicy': {'1.8'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroup': {'1.4'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroupRule': {'1.2'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SubPort': {'1.0'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Subnet': {'1.1'},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Trunk': {'1.1'}}
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]: consumer versions:
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]: {   DHCP agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     L3 agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metadata agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metering agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@dv-cinder-772181-5-iscsi: {   'AddressGroup': '1.1',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'ConntrackHelper': '1.0',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Log': '1.0',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Network': '1.1',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Port': '1.6',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'PortForwarding': '1.2',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'QosPolicy': '1.8',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroup': '1.4',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroupRule': '1.2',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SubPort': '1.0',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Subnet': '1.1',
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Trunk': '1.1'}}
Jan 24 04:48:45.111840 dv-cinder-772181-5-iscsi neutron-server[79972]:  {{(pid=80084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 24 04:48:45.154354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:45.158804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:48:45.192887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:45.194136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:48:45.194794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:45.199488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:48:45.309765 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0838313
Jan 24 04:48:45.310789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e570c6d-040d-4838-821a-860f9e2f00eb,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:48:45.314067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:48:45.321951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 6e570c6d-040d-4838-821a-860f9e2f00eb details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:48:48.394389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43700) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:48:48.900827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f240ea-1032-494a-ba93-1b071d70483b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:48:48.902299 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-e7f240ea-1032-494a-ba93-1b071d70483b admin admin] 10.222.0.10 "GET /v2.0/networks/6e570c6d-040d-4838-821a-860f9e2f00eb HTTP/1.1" status: 200  len: 818 time: 0.5068903
Jan 24 04:48:48.932309 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1dfcd1fa-e36a-4538-b087-0aba7b265697 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/affe9481-2b2d-486d-8de9-58ad3c40c03b HTTP/1.1" status: 200  len: 734 time: 0.0230343
Jan 24 04:48:48.942253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Request body: {'subnet': {'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'ip_version': 4, 'subnetpool_id': 'affe9481-2b2d-486d-8de9-58ad3c40c03b', 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:48:48.946777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:48:48.950789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Usage tracker for resource:subnet and tenant:253f1c38bc064787b540beb9c780f63e is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:48:48.953822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:48:48.959796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:48:48.969168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Made reservation on behalf of 253f1c38bc064787b540beb9c780f63e for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:48:48.973897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:49.459096 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:49.474663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:48:49.610660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Pushing event updated for resources: {'Subnet': ['ID=98604b23-a185-4728-bfef-6189753444cb,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:48:49.625425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:48:49.682423 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Checking segment: {'id': 'dd61d86d-9b79-47ae-a8cc-3ca16f61a665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:48:49.682828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Network hostable DHCP agents. Network: 6e570c6d-040d-4838-821a-860f9e2f00eb, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:48:49.702968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Network 6e570c6d-040d-4838-821a-860f9e2f00eb is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:48:49.711626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 6e570c6d-040d-4838-821a-860f9e2f00eb) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:48:49.715931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:48:49.717221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:49.723699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01278850-0d5a-4d67-8b5c-25684176ef36 None None] Network 6e570c6d-040d-4838-821a-860f9e2f00eb requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:48:49.737862 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7994001
Jan 24 04:48:50.049207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ddb7aea-9894-53a5-85e5-9ae7497455f4-6e570c6d-040d-4838-821a-860f9e2f00eb', 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'fixed_ips': [{'subnet_id': '98604b23-a185-4728-bfef-6189753444cb'}]}} from dv-cinder-772181-5-iscsi. {{(pid=80085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 24 04:48:50.050503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:50.378495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Allocated IP 172.20.0.2 (6e570c6d-040d-4838-821a-860f9e2f00eb/98604b23-a185-4728-bfef-6189753444cb/d716414c-efd0-40b2-b86c-c000175e1799) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:48:50.787656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:50.801988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Transition to ACTIVE for port object d716414c-efd0-40b2-b86c-c000175e1799 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:48:50.819042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Transition to ACTIVE for port object d716414c-efd0-40b2-b86c-c000175e1799 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:48:50.824719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:50.839757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:48:50.967231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Pushing event updated for resources: {'Port': ['ID=d716414c-efd0-40b2-b86c-c000175e1799,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:48:50.985631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.986000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.986362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.986719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.987075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.987429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.987778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.988128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.988490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.988899 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.989252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.989592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Tracked resource versions report:
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]: pushed versions:
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]: {   'AddressGroup': {'1.1'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'ConntrackHelper': {'1.0'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Log': {'1.0'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Network': {'1.1'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Port': {'1.6'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'PortForwarding': {'1.2'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'QosPolicy': {'1.8'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroup': {'1.4'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroupRule': {'1.2'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SubPort': {'1.0'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Subnet': {'1.1'},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Trunk': {'1.1'}}
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]: consumer versions:
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]: {   DHCP agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     L3 agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metadata agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metering agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@dv-cinder-772181-5-iscsi: {   'AddressGroup': '1.1',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'ConntrackHelper': '1.0',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Log': '1.0',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Network': '1.1',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Port': '1.6',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'PortForwarding': '1.2',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'QosPolicy': '1.8',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroup': '1.4',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroupRule': '1.2',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SubPort': '1.0',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Subnet': '1.1',
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Trunk': '1.1'}}
Jan 24 04:48:50.990712 dv-cinder-772181-5-iscsi neutron-server[79972]:  {{(pid=80085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 24 04:48:50.998703 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:48:51.048708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Network 6e570c6d-040d-4838-821a-860f9e2f00eb is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:48:51.049848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Resources bound (agent type, host, resource id):  {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:48:51.052658 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:48:51.111876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Attempting to bind port d716414c-efd0-40b2-b86c-c000175e1799 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:48:51.112277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Attempting to bind port d716414c-efd0-40b2-b86c-c000175e1799 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'dd61d86d-9b79-47ae-a8cc-3ca16f61a665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:48:51.112721 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Attempting to bind port d716414c-efd0-40b2-b86c-c000175e1799 on network 6e570c6d-040d-4838-821a-860f9e2f00eb {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:48:51.118415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:48:51.118816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Checking segment: {'id': 'dd61d86d-9b79-47ae-a8cc-3ca16f61a665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:48:51.120262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:51.120262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Bound using segment: {'id': 'dd61d86d-9b79-47ae-a8cc-3ca16f61a665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:48:51.120262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Bound port: d716414c-efd0-40b2-b86c-c000175e1799, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd61d86d-9b79-47ae-a8cc-3ca16f61a665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:48:51.120660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:51.212229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] For port d716414c-efd0-40b2-b86c-c000175e1799, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:48:51.216779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] For port d716414c-efd0-40b2-b86c-c000175e1799, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=d716414c-efd0-40b2-b86c-c000175e1799,segment=NetworkSegment(dd61d86d-9b79-47ae-a8cc-3ca16f61a665),segment_id=dd61d86d-9b79-47ae-a8cc-3ca16f61a665)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:48:51.219831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:51.237887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:48:51.382777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Pushing event updated for resources: {'Port': ['ID=d716414c-efd0-40b2-b86c-c000175e1799,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:48:51.387402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:48:52.532371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43710) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:48:52.976723 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [None req-03fb40c9-0446-451f-abe2-16d45bcd7437 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 04:48:52.977941 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-03fb40c9-0446-451f-abe2-16d45bcd7437 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4445593
Jan 24 04:48:54.979018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device d716414c-efd0-40b2-b86c-c000175e1799 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:48:55.052000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port d716414c-efd0-40b2-b86c-c000175e1799 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:48:55.733385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 43724) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:48:56.158773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc1acf-b909-46d4-aa37-aabc087bebbe None None] Network 6e570c6d-040d-4838-821a-860f9e2f00eb requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:48:56.266585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-d754538b-a89b-4366-ab28-818bd2ae0295 None None] Provisioning for port d716414c-efd0-40b2-b86c-c000175e1799 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:48:56.275104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-d754538b-a89b-4366-ab28-818bd2ae0295 None None] Provisioning complete for port d716414c-efd0-40b2-b86c-c000175e1799 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:48:56.275532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d754538b-a89b-4366-ab28-818bd2ae0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:56.487934 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING oslo_policy.policy [None req-77d579b5-0ef7-4206-805d-71be6881c8cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 24 04:48:56.488574 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING oslo_policy.policy [None req-77d579b5-0ef7-4206-805d-71be6881c8cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 24 04:48:56.522737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d754538b-a89b-4366-ab28-818bd2ae0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:56.573975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-d754538b-a89b-4366-ab28-818bd2ae0295 None None] For port d716414c-efd0-40b2-b86c-c000175e1799, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=d716414c-efd0-40b2-b86c-c000175e1799,segment=NetworkSegment(dd61d86d-9b79-47ae-a8cc-3ca16f61a665),segment_id=dd61d86d-9b79-47ae-a8cc-3ca16f61a665)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:48:56.578414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d754538b-a89b-4366-ab28-818bd2ae0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:56.592676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:48:56.666682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754538b-a89b-4366-ab28-818bd2ae0295 None None] Pushing event updated for resources: {'Port': ['ID=d716414c-efd0-40b2-b86c-c000175e1799,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:48:56.671075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d754538b-a89b-4366-ab28-818bd2ae0295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:48:56.727040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [None req-77d579b5-0ef7-4206-805d-71be6881c8cb admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 04:48:56.728373 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-77d579b5-0ef7-4206-805d-71be6881c8cb admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.9929936
Jan 24 04:48:56.910708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-1746694e-e887-45cb-bd34-efcc86a3b86e None None] Provisioning complete for port d716414c-efd0-40b2-b86c-c000175e1799 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:48:56.911131 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1746694e-e887-45cb-bd34-efcc86a3b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:56.974385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device d716414c-efd0-40b2-b86c-c000175e1799 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:48:57.122873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port d716414c-efd0-40b2-b86c-c000175e1799 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:48:57.123279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:57.257626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-2b36cd72-3bd2-4a26-babc-d3751e6503b1 None None] Provisioning complete for port d716414c-efd0-40b2-b86c-c000175e1799 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:48:57.258158 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2b36cd72-3bd2-4a26-babc-d3751e6503b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:48:59.863774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 43742) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:49:00.262568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'name': 'router1'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:49:00.301499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.policy [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80083) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 24 04:49:00.302321 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING oslo_policy.policy [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 24 04:49:00.302717 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING oslo_policy.policy [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 24 04:49:00.314727 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.quota [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8fd5673518>.
Jan 24 04:49:00.330569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:49:00.336880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Usage tracker for resource:router and tenant:253f1c38bc064787b540beb9c780f63e is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:49:00.341791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:49:00.349041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:49:00.364249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13404'] for router, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:00.366338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850999917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850997101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762411'] for router, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:00.391109 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:00.506203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850999811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758'] for router, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:00.526031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] Notify callbacks [] for router, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:00.527342 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-226e9368-b724-439d-b0c4-c6e56c19afa8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6625302
Jan 24 04:49:01.084767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22b12cc3-c324-4e31-9bc0-3999a133586a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:03.223270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43754) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:49:03.489784 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cc43f93e-030b-4328-8408-7723f77dc304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:03.663727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [None req-c0680902-26eb-4010-89db-b03304497576 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 04:49:03.664811 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c0680902-26eb-4010-89db-b03304497576 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4405265
Jan 24 04:49:03.717134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:04.752235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:49:04.965243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:05.292579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:06.276305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43774) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:49:06.452152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:49:06.457613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:49:06.461604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Usage tracker for resource:network and tenant:0cf09f2e71fe466b8e57ab27b89422a4 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:49:06.464561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:49:06.470329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:49:06.478874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Made reservation on behalf of 0cf09f2e71fe466b8e57ab27b89422a4 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:49:06.484174 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:06.497465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:06.512823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:49:06.516677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf09f2e71fe466b8e57ab27b89422a4 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:49:06.519517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:49:06.525142 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:49:06.610439 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:06.613041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:06.617426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:06.634443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Reserving flat network on physical network physnet1 {{(pid=80084) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 24 04:49:06.659194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363270870246072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:06.659767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8fd64dd488> segment precommit_create {{(pid=80084) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 24 04:49:06.660185 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Added segment bf1ba668-6a9c-4d93-8def-a1e2f126a82f of type flat for network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c
Jan 24 04:49:06.661300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c712fa94-d9b8-4c5c-a227-6bc0088901cd,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:06.669066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:06.698475 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:06.733979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:06.735249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:49:06.735878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:06.740746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:06.844514 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5669389
Jan 24 04:49:06.847390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Pushing event updated for resources: {'Network': ['ID=e08f8f4a-f0ef-4601-8303-84c5d3cecc5c,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:06.858396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:06.871639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:49:09.388856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43794) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:49:09.531577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2a59e-2241-4683-9112-987dfa53c3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:49:09.533022 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-40f2a59e-2241-4683-9112-987dfa53c3f8 admin admin] 10.222.0.10 "GET /v2.0/subnets/98604b23-a185-4728-bfef-6189753444cb HTTP/1.1" status: 200  len: 849 time: 0.1431057
Jan 24 04:49:09.710605 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5fe70df4-89ae-40dd-ae15-aad74d6122e6 admin admin] 10.222.0.10 "GET /v2.0/routers/99d3a313-62c4-4f2b-b6ec-4ebaf669302e HTTP/1.1" status: 200  len: 704 time: 0.1714778
Jan 24 04:49:10.344732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:10.715424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Allocated IP 172.20.0.1 (6e570c6d-040d-4838-821a-860f9e2f00eb/98604b23-a185-4728-bfef-6189753444cb/b658d1c8-42c9-469b-a686-c820372db507) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:49:10.878771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:10.896508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Transition to ACTIVE for port object b658d1c8-42c9-469b-a686-c820372db507 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:49:10.950726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:10.969038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:11.093567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Pushing event updated for resources: {'Port': ['ID=b658d1c8-42c9-469b-a686-c820372db507,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:11.105636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:11.160009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Network 6e570c6d-040d-4838-821a-860f9e2f00eb is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:49:11.161120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:49:11.163393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:49:11.163895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850997132'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:11.378862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-75bdc2f8-2e58-4881-8163-12e939c5aab5 None None] Provisioning for port b658d1c8-42c9-469b-a686-c820372db507 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:49:11.384197 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-75bdc2f8-2e58-4881-8163-12e939c5aab5 None None] Provisioning complete for port b658d1c8-42c9-469b-a686-c820372db507 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:49:11.384645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-75bdc2f8-2e58-4881-8163-12e939c5aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:11.437816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:11.440283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-75bdc2f8-2e58-4881-8163-12e939c5aab5 None None] Port b658d1c8-42c9-469b-a686-c820372db507 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 04:49:11.727329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:11.730740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:11.732395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851001633'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:11.747981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:12.040929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Pushing event updated for resources: {'Port': ['ID=b658d1c8-42c9-469b-a686-c820372db507,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:12.046615 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:12.100141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Network 6e570c6d-040d-4838-821a-860f9e2f00eb is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:49:12.101256 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:49:12.265816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-1de5ec43-d697-4b47-ade6-9b9ef8f874ee None None] Provisioning complete for port b658d1c8-42c9-469b-a686-c820372db507 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:49:12.266306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1de5ec43-d697-4b47-ade6-9b9ef8f874ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:12.304236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Router 99d3a313-62c4-4f2b-b6ec-4ebaf669302e is scheduled to L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 24 04:49:12.322740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-1de5ec43-d697-4b47-ade6-9b9ef8f874ee None None] Port b658d1c8-42c9-469b-a686-c820372db507 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 04:49:12.467472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:49:12.477267 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] 10.222.0.10 "PUT /v2.0/routers/99d3a313-62c4-4f2b-b6ec-4ebaf669302e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7601490
Jan 24 04:49:12.477947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Sync routers for ids ['99d3a313-62c4-4f2b-b6ec-4ebaf669302e'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:49:12.489359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Routers {'99d3a313-62c4-4f2b-b6ec-4ebaf669302e'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:49:12.490202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd576da20>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:49:03Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['99d3a313-62c4-4f2b-b6ec-4ebaf669302e'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:49:12.681735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Set router 99d3a313-62c4-4f2b-b6ec-4ebaf669302e gateway port host: None {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:49:13.237387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd576da20>, [{'id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'name': 'router1', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:49:00Z', 'updated_at': '2021-01-24T04:49:11Z', 'revision_number': 2, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'gw_port_host': None, '_interfaces': [{'id': 'b658d1c8-42c9-469b-a686-c820372db507', 'name': '', 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'mac_address': 'fa:16:3e:f3:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98604b23-a185-4728-bfef-6189753444cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:49:10Z', 'updated_at': '2021-01-24T04:49:11Z', 'revision_number': 2, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'subnets': [{'id': '98604b23-a185-4728-bfef-6189753444cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe9481-2b2d-486d-8de9-58ad3c40c03b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:49:13.246307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Checking router: 99d3a313-62c4-4f2b-b6ec-4ebaf669302e for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:49:13.247353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Updating router 99d3a313-62c4-4f2b-b6ec-4ebaf669302e port b658d1c8-42c9-469b-a686-c820372db507 binding host dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 04:49:13.301664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:13.752221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:13.767880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Transition to ACTIVE for port object b658d1c8-42c9-469b-a686-c820372db507 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:49:13.770678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:13.788992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:13.925754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Pushing event updated for resources: {'Port': ['ID=b658d1c8-42c9-469b-a686-c820372db507,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:13.937317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.937687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.938048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.938403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.938755 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.939105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.939451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.939796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.940154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.940497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.940867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.941207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Tracked resource versions report:
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]: pushed versions:
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]: {   'AddressGroup': {'1.1'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'ConntrackHelper': {'1.0'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Log': {'1.0'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Network': {'1.1'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Port': {'1.6'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'PortForwarding': {'1.2'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'QosPolicy': {'1.8'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroup': {'1.4'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroupRule': {'1.2'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SubPort': {'1.0'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Subnet': {'1.1'},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Trunk': {'1.1'}}
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]: consumer versions:
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]: {   DHCP agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     L3 agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metadata agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metering agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@dv-cinder-772181-5-iscsi: {   'AddressGroup': '1.1',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'ConntrackHelper': '1.0',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Log': '1.0',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Network': '1.1',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Port': '1.6',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'PortForwarding': '1.2',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'QosPolicy': '1.8',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroup': '1.4',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroupRule': '1.2',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SubPort': '1.0',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Subnet': '1.1',
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Trunk': '1.1'}}
Jan 24 04:49:13.942321 dv-cinder-772181-5-iscsi neutron-server[79972]:  {{(pid=80087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 24 04:49:13.958491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:14.112939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Attempting to bind port b658d1c8-42c9-469b-a686-c820372db507 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:49:14.113344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Attempting to bind port b658d1c8-42c9-469b-a686-c820372db507 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'dd61d86d-9b79-47ae-a8cc-3ca16f61a665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:49:14.113763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Attempting to bind port b658d1c8-42c9-469b-a686-c820372db507 on network 6e570c6d-040d-4838-821a-860f9e2f00eb {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:49:14.119844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:49:14.120248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Checking segment: {'id': 'dd61d86d-9b79-47ae-a8cc-3ca16f61a665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:49:14.120779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:14.121199 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Bound using segment: {'id': 'dd61d86d-9b79-47ae-a8cc-3ca16f61a665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:49:14.122321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Bound port: b658d1c8-42c9-469b-a686-c820372db507, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd61d86d-9b79-47ae-a8cc-3ca16f61a665', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:49:14.123011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:14.220632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] For port b658d1c8-42c9-469b-a686-c820372db507, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:49:14.225499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] For port b658d1c8-42c9-469b-a686-c820372db507, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=b658d1c8-42c9-469b-a686-c820372db507,segment=NetworkSegment(dd61d86d-9b79-47ae-a8cc-3ca16f61a665),segment_id=dd61d86d-9b79-47ae-a8cc-3ca16f61a665)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:49:14.229221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:14.246288 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:14.401331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Pushing event updated for resources: {'Port': ['ID=b658d1c8-42c9-469b-a686-c820372db507,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:14.408086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:14.466674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Routers {'99d3a313-62c4-4f2b-b6ec-4ebaf669302e'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:49:14.467329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd576da20>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:49:03Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['99d3a313-62c4-4f2b-b6ec-4ebaf669302e'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:49:14.638497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] Set router 99d3a313-62c4-4f2b-b6ec-4ebaf669302e gateway port host: None {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:49:14.981843 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd576da20>, [{'id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'name': 'router1', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:49:00Z', 'updated_at': '2021-01-24T04:49:11Z', 'revision_number': 2, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'gw_port_host': None, '_interfaces': [{'id': 'b658d1c8-42c9-469b-a686-c820372db507', 'name': '', 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'mac_address': 'fa:16:3e:f3:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98604b23-a185-4728-bfef-6189753444cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:49:10Z', 'updated_at': '2021-01-24T04:49:14Z', 'revision_number': 4, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'subnets': [{'id': '98604b23-a185-4728-bfef-6189753444cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe9481-2b2d-486d-8de9-58ad3c40c03b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:49:14.985949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2337505-4d57-4a17-93c5-7a3beebb41df None None] The sync data for ids ['99d3a313-62c4-4f2b-b6ec-4ebaf669302e'] in dv-cinder-772181-5-iscsi is: [{'id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'name': 'router1', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:49:00Z', 'updated_at': '2021-01-24T04:49:11Z', 'revision_number': 2, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'gw_port_host': None, '_interfaces': [{'id': 'b658d1c8-42c9-469b-a686-c820372db507', 'name': '', 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'mac_address': 'fa:16:3e:f3:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98604b23-a185-4728-bfef-6189753444cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:49:10Z', 'updated_at': '2021-01-24T04:49:14Z', 'revision_number': 4, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'subnets': [{'id': '98604b23-a185-4728-bfef-6189753444cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe9481-2b2d-486d-8de9-58ad3c40c03b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:49:14.994450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43806) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:49:15.183141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b07427-2244-4705-ab7a-426fbbab999c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:49:15.183780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-22b07427-2244-4705-ab7a-426fbbab999c admin admin] Synchronizing usage tracker for tenant:0cf09f2e71fe466b8e57ab27b89422a4 on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:49:15.201995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-22b07427-2244-4705-ab7a-426fbbab999c admin admin] Unset dirty status for tenant:0cf09f2e71fe466b8e57ab27b89422a4 on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:49:15.209124 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-22b07427-2244-4705-ab7a-426fbbab999c admin admin] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 842 time: 0.2077184
Jan 24 04:49:15.213809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'enable_dhcp': False}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:49:15.219884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:49:15.223819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Usage tracker for resource:subnet and tenant:0cf09f2e71fe466b8e57ab27b89422a4 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:49:15.226786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:49:15.236610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:49:15.245963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Made reservation on behalf of 0cf09f2e71fe466b8e57ab27b89422a4 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:49:15.251206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:15.688270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.objects.ports [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 24 04:49:15.688797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:15.706457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:15.841652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c619fff-fa0a-4f50-b17d-1666c9465712,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:15.846266 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:15.923260 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:49:15.923671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Network hostable DHCP agents. Network: e08f8f4a-f0ef-4601-8303-84c5d3cecc5c, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:49:15.941966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:49:15.950656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, e08f8f4a-f0ef-4601-8303-84c5d3cecc5c) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:49:15.954667 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:49:15.955307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:15.961907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e0e7c-eba2-47f8-b4b4-fb9222224b70 None None] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:49:15.979468 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-fa1840e6-57d6-4926-8385-2b43f2b1903b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7676353
Jan 24 04:49:16.217848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26203618-d826-4709-9721-9aac598b33c6 None None] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:49:16.977931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b658d1c8-42c9-469b-a686-c820372db507 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:49:17.046610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port b658d1c8-42c9-469b-a686-c820372db507 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:49:17.051686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port b658d1c8-42c9-469b-a686-c820372db507 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:49:17.051789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:17.173232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:17.208730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port b658d1c8-42c9-469b-a686-c820372db507, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=b658d1c8-42c9-469b-a686-c820372db507,segment=NetworkSegment(dd61d86d-9b79-47ae-a8cc-3ca16f61a665),segment_id=dd61d86d-9b79-47ae-a8cc-3ca16f61a665)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:49:17.211554 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:17.213766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d754538b-a89b-4366-ab28-818bd2ae0295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:17.283662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=b658d1c8-42c9-469b-a686-c820372db507,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:17.291566 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:18.573702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43820) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:49:18.811535 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8b9970d9-4940-46ee-99a4-b38176c2ca7c admin admin] 10.222.0.10 "GET /v2.0/routers/99d3a313-62c4-4f2b-b6ec-4ebaf669302e HTTP/1.1" status: 200  len: 710 time: 0.2363732
Jan 24 04:49:18.952608 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a748379-f92d-4543-89c9-a39fe3fb0326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:49:18.954059 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3a748379-f92d-4543-89c9-a39fe3fb0326 admin admin] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 886 time: 0.1365411
Jan 24 04:49:18.963452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b658d1c8-42c9-469b-a686-c820372db507 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:49:18.964628 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:49:19.037634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port b658d1c8-42c9-469b-a686-c820372db507 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:49:19.038038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:19.596611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:19.937668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:19.996388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:20.008728 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:20.024002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:49:20.028794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:49:20.031668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:49:20.037311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:49:20.124899 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:20.127481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:20.143165 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:20.225421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9042e885-622e-493b-af48-b175e5040150,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:20.235366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:20.404949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Allocated IP 172.27.3.240 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/8f6c7c13-4788-4e2e-b103-3b251da9c436) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:49:20.559797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:20.587773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:20.603140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:20.736056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Pushing event updated for resources: {'Port': ['ID=8f6c7c13-4788-4e2e-b103-3b251da9c436,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:20.740366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:20.794566 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:49:20.795722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:49:20.798206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:49:21.186860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:21.707202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:21.710664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850997071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036851000054'] for router, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:21.900833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Router 99d3a313-62c4-4f2b-b6ec-4ebaf669302e has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 04:49:22.087434 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:49:22.098124 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Sync routers for ids ['99d3a313-62c4-4f2b-b6ec-4ebaf669302e'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:49:22.107426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:22.108076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Routers {'99d3a313-62c4-4f2b-b6ec-4ebaf669302e'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:49:22.108740 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] 10.222.0.10 "PUT /v2.0/routers/99d3a313-62c4-4f2b-b6ec-4ebaf669302e HTTP/1.1" status: 200  len: 890 time: 3.1482882
Jan 24 04:49:22.108851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd58c1550>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:49:03Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['99d3a313-62c4-4f2b-b6ec-4ebaf669302e'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:49:22.463355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Set router 99d3a313-62c4-4f2b-b6ec-4ebaf669302e gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:49:22.820923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd58c1550>, [{'id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'name': 'router1', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '8f6c7c13-4788-4e2e-b103-3b251da9c436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:49:00Z', 'updated_at': '2021-01-24T04:49:21Z', 'revision_number': 4, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'gw_port': {'id': '8f6c7c13-4788-4e2e-b103-3b251da9c436', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:96:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:49:20Z', 'updated_at': '2021-01-24T04:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b658d1c8-42c9-469b-a686-c820372db507', 'name': '', 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'mac_address': 'fa:16:3e:f3:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98604b23-a185-4728-bfef-6189753444cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:49:10Z', 'updated_at': '2021-01-24T04:49:17Z', 'revision_number': 5, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'subnets': [{'id': '98604b23-a185-4728-bfef-6189753444cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe9481-2b2d-486d-8de9-58ad3c40c03b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:49:22.826613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Checking router: 99d3a313-62c4-4f2b-b6ec-4ebaf669302e for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:49:22.827000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Updating router 99d3a313-62c4-4f2b-b6ec-4ebaf669302e port 8f6c7c13-4788-4e2e-b103-3b251da9c436 binding host dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 04:49:22.883580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:23.281828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:23.295117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Transition to ACTIVE for port object 8f6c7c13-4788-4e2e-b103-3b251da9c436 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:49:23.297503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:23.312567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a90bd58a-34a8-419c-9ad5-b5284a10a40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:23.448067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de130362-db66-45b3-8deb-eeeaada7de2d None None] Pushing event updated for resources: {'Port': ['ID=8f6c7c13-4788-4e2e-b103-3b251da9c436,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:23.453576 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-de130362-db66-45b3-8deb-eeeaada7de2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:23.515272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Attempting to bind port 8f6c7c13-4788-4e2e-b103-3b251da9c436 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:49:23.515681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Attempting to bind port 8f6c7c13-4788-4e2e-b103-3b251da9c436 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:49:23.516078 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Attempting to bind port 8f6c7c13-4788-4e2e-b103-3b251da9c436 on network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:49:23.521599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:49:23.522004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:49:23.522435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:23.522858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Bound using segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:49:23.523355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Bound port: 8f6c7c13-4788-4e2e-b103-3b251da9c436, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:49:23.523772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:23.598205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] For port 8f6c7c13-4788-4e2e-b103-3b251da9c436, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:49:23.601400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] For port 8f6c7c13-4788-4e2e-b103-3b251da9c436, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=8f6c7c13-4788-4e2e-b103-3b251da9c436,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:49:23.604425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:23.619952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-de130362-db66-45b3-8deb-eeeaada7de2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:23.771457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de130362-db66-45b3-8deb-eeeaada7de2d None None] Pushing event updated for resources: {'Port': ['ID=8f6c7c13-4788-4e2e-b103-3b251da9c436,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:23.776760 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-de130362-db66-45b3-8deb-eeeaada7de2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:23.817507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Routers {'99d3a313-62c4-4f2b-b6ec-4ebaf669302e'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:49:23.818150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd58c1550>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:49:03Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['99d3a313-62c4-4f2b-b6ec-4ebaf669302e'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:49:24.155233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] Set router 99d3a313-62c4-4f2b-b6ec-4ebaf669302e gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:49:24.511867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd58c1550>, [{'id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'name': 'router1', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '8f6c7c13-4788-4e2e-b103-3b251da9c436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:49:00Z', 'updated_at': '2021-01-24T04:49:21Z', 'revision_number': 4, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'gw_port': {'id': '8f6c7c13-4788-4e2e-b103-3b251da9c436', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:96:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:49:20Z', 'updated_at': '2021-01-24T04:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b658d1c8-42c9-469b-a686-c820372db507', 'name': '', 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'mac_address': 'fa:16:3e:f3:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98604b23-a185-4728-bfef-6189753444cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:49:10Z', 'updated_at': '2021-01-24T04:49:17Z', 'revision_number': 5, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'subnets': [{'id': '98604b23-a185-4728-bfef-6189753444cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe9481-2b2d-486d-8de9-58ad3c40c03b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:49:24.516324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93edaf-bb16-45b5-93f3-b042114bc78a None None] The sync data for ids ['99d3a313-62c4-4f2b-b6ec-4ebaf669302e'] in dv-cinder-772181-5-iscsi is: [{'id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'name': 'router1', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '8f6c7c13-4788-4e2e-b103-3b251da9c436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:49:00Z', 'updated_at': '2021-01-24T04:49:21Z', 'revision_number': 4, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'gw_port': {'id': '8f6c7c13-4788-4e2e-b103-3b251da9c436', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:96:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:49:20Z', 'updated_at': '2021-01-24T04:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b658d1c8-42c9-469b-a686-c820372db507', 'name': '', 'network_id': '6e570c6d-040d-4838-821a-860f9e2f00eb', 'tenant_id': '253f1c38bc064787b540beb9c780f63e', 'mac_address': 'fa:16:3e:f3:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d3a313-62c4-4f2b-b6ec-4ebaf669302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98604b23-a185-4728-bfef-6189753444cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:49:10Z', 'updated_at': '2021-01-24T04:49:17Z', 'revision_number': 5, 'project_id': '253f1c38bc064787b540beb9c780f63e', 'subnets': [{'id': '98604b23-a185-4728-bfef-6189753444cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe9481-2b2d-486d-8de9-58ad3c40c03b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:49:24.835197 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 43830) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:49:24.992089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 8f6c7c13-4788-4e2e-b103-3b251da9c436 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:49:24.992998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c51e9-6ee4-4eaf-a758-8a1ac3b7e002 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:49:25.000100 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-2e1c51e9-6ee4-4eaf-a758-8a1ac3b7e002 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1585217
Jan 24 04:49:25.068148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 8f6c7c13-4788-4e2e-b103-3b251da9c436 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:49:25.073830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 8f6c7c13-4788-4e2e-b103-3b251da9c436 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:49:25.074916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:25.206947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:25.223901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 8f6c7c13-4788-4e2e-b103-3b251da9c436, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=8f6c7c13-4788-4e2e-b103-3b251da9c436,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:49:25.226848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:25.229012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:49:25.303739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=8f6c7c13-4788-4e2e-b103-3b251da9c436,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:49:25.306981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:49:26.975330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 8f6c7c13-4788-4e2e-b103-3b251da9c436 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:49:27.062403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 8f6c7c13-4788-4e2e-b103-3b251da9c436 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:49:27.062808 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:31.094409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6015eab9-324d-4afd-8729-d1e7afbc60cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:33.494603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a75176eb-99be-4afa-a28e-1566bddb267a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:33.721509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:34.975150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:35.311620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:49:41.751761 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:50:01.086125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b0bff730-fb60-4d53-bb29-a934493be953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:03.488034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-254fc396-ae1a-4014-b9b0-67401c618f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:03.723676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:04.971610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:05.309820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:18.751577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:50:31.093197 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-12d3d1fe-e2a9-4160-8c0e-927472f7558d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:33.489798 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1ba02146-97c8-4ae5-8ead-6b8a57ebfe11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:33.726135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:34.973781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:35.313866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:50:55.751155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:51:01.084815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-40d92b53-cc0a-4e47-b00f-5287ff9d1ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:03.491218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-92e49129-8856-41fc-910c-07c2d4c48f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:03.730598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:04.976363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:05.324304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:31.086866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c32d74f9-ef87-4b41-98f8-1901b3142f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:32.750684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:51:33.496260 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b841e1d0-a835-4f70-9d97-0ede107bc27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:33.732130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:34.979669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:35.325427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:38.696132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44406) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:51:38.801264 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f842358c-cabe-42f1-8553-005f508f575b admin admin] GET failed (client error): The resource could not be found.
Jan 24 04:51:38.802564 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f842358c-cabe-42f1-8553-005f508f575b admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1053820
Jan 24 04:51:38.946867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0b225-9a5c-4649-a89d-d767ac3d2b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:38.948363 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-62b0b225-9a5c-4649-a89d-d767ac3d2b80 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1412127
Jan 24 04:51:41.444999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44416) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:51:41.591040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ea681-cbfc-4d4d-9b63-47d8c0d36a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:41.591536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8a6ea681-cbfc-4d4d-9b63-47d8c0d36a7b admin admin] Synchronizing usage tracker for tenant:0cf09f2e71fe466b8e57ab27b89422a4 on resource:subnet {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:51:41.607207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8a6ea681-cbfc-4d4d-9b63-47d8c0d36a7b admin admin] Unset dirty status for tenant:0cf09f2e71fe466b8e57ab27b89422a4 on resource:subnet {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:51:41.608433 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8a6ea681-cbfc-4d4d-9b63-47d8c0d36a7b admin admin] 10.222.0.10 "GET /v2.0/subnets/98604b23-a185-4728-bfef-6189753444cb HTTP/1.1" status: 200  len: 849 time: 0.1615822
Jan 24 04:51:41.619922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:51:41.747632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:42.055518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765984489007'] for subnet, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:42.070547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b4d7623f-661d-4199-872e-e4bc14c2848a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:51:42.205361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98604b23-a185-4728-bfef-6189753444cb,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:51:42.228914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.229306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.229673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.230032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.230388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.230743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.231099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.231450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.231815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.232164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.232512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.232882 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:51:42.237867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:51:42.265980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:42.266625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:42.268000 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] 10.222.0.10 "PUT /v2.0/subnets/98604b23-a185-4728-bfef-6189753444cb HTTP/1.1" status: 200  len: 868 time: 0.6531148
Jan 24 04:51:42.283061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28da40-5c50-47fa-81ce-d159bed51687 None None] Network 6e570c6d-040d-4838-821a-860f9e2f00eb requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:51:42.753854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-7c6f3049-5ffa-462f-958f-d16f10837f88 None None] Provisioning complete for port b658d1c8-42c9-469b-a686-c820372db507 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:51:42.754383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7c6f3049-5ffa-462f-958f-d16f10837f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:42.891512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-7c6f3049-5ffa-462f-958f-d16f10837f88 None None] Provisioning complete for port d716414c-efd0-40b2-b86c-c000175e1799 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:51:42.891838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7c6f3049-5ffa-462f-958f-d16f10837f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:51:44.775594 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44426) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:51:44.991809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0a6c6-c453-40d3-954d-ef0347a76e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:44.992290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0a6c6-c453-40d3-954d-ef0347a76e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:44.994053 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-62e0a6c6-c453-40d3-954d-ef0347a76e80 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2174118
Jan 24 04:51:47.553378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44436) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:51:47.765251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd245d-cd74-459d-9b93-1af1ac6717b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:47.765668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd245d-cd74-459d-9b93-1af1ac6717b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:47.767281 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ddfd245d-cd74-459d-9b93-1af1ac6717b8 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2128997
Jan 24 04:51:50.246821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44446) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:51:50.463410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b577f-5894-45b7-9854-bcab8b30fa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:50.464811 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-be2b577f-5894-45b7-9854-bcab8b30fa9b admin admin] 10.222.0.10 "GET /v2.0/networks/6e570c6d-040d-4838-821a-860f9e2f00eb HTTP/1.1" status: 200  len: 862 time: 0.2169034
Jan 24 04:51:52.925056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44456) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:51:53.307323 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b17c7-01e8-4f22-94d0-30701bcbed5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:53.308822 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f86b17c7-01e8-4f22-94d0-30701bcbed5b admin admin] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 886 time: 0.3827076
Jan 24 04:51:55.785086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44466) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:51:55.928351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92effbd1-186a-4509-8c12-bd4468a6a116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:55.928793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92effbd1-186a-4509-8c12-bd4468a6a116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:55.931223 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-92effbd1-186a-4509-8c12-bd4468a6a116 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1450560
Jan 24 04:51:58.426972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44476) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:51:58.571102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0459fbd-cb55-4775-8c29-4162b7ee898b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:58.571437 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0459fbd-cb55-4775-8c29-4162b7ee898b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:51:58.573077 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b0459fbd-cb55-4775-8c29-4162b7ee898b admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1450489
Jan 24 04:52:01.045377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44486) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:52:01.088265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1394f89b-1511-4b76-b31f-7b566b586dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:01.187111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a163457-8de3-439d-86b4-df1bb97c0fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:52:01.188556 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-6a163457-8de3-439d-86b4-df1bb97c0fe6 admin admin] 10.222.0.10 "GET /v2.0/subnets/3c619fff-fa0a-4f50-b17d-1666c9465712 HTTP/1.1" status: 200  len: 816 time: 0.1421406
Jan 24 04:52:03.498828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8b0d6b12-2e4f-454c-b05a-effe8e2e764b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:03.656592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44496) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:52:03.734412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:03.799729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee663189-19b1-4fcf-8ed0-27daebdb3d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:52:03.801220 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ee663189-19b1-4fcf-8ed0-27daebdb3d26 admin admin] 10.222.0.10 "GET /v2.0/subnets/98604b23-a185-4728-bfef-6189753444cb HTTP/1.1" status: 200  len: 868 time: 0.1435971
Jan 24 04:52:04.986279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:05.331567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:09.750176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:52:29.595753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 44536) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:52:29.679715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [None req-ce5e3fcb-0fa7-4beb-a2d2-d12f7b6cfb21 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 04:52:29.680861 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ce5e3fcb-0fa7-4beb-a2d2-d12f7b6cfb21 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0840585
Jan 24 04:52:31.090501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e490f4e0-79fd-4023-8244-ca322d919c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:32.230691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 44546) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:52:32.345122 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a29034-b3de-420c-a27e-61801cd4b79f admin admin] GET failed (client error): The resource could not be found.
Jan 24 04:52:32.346537 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c8a29034-b3de-420c-a27e-61801cd4b79f admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1148527
Jan 24 04:52:32.662768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478c231-558a-4a73-acaa-62ab2c5c21f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:52:32.664450 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d478c231-558a-4a73-acaa-62ab2c5c21f4 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.3127308
Jan 24 04:52:33.501537 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e45d4571-5724-4af7-a72a-3ab2d6a9954b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:33.737209 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:34.978881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:35.140477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 44556) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:52:35.220906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:52:35.227448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:52:35.237579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:52:35.247031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Made reservation on behalf of 0cf09f2e71fe466b8e57ab27b89422a4 for: {'network': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:52:35.252923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:35.338481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:35.355573 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.services.revisions.revision_plugin [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8fd5829e10] {project_id='0cf09f2e71fe466b8e57ab27b89422a4', id='2240fc46-7198-4b6c-8901-6f0a95c15b72', target_tenant='*', action='access_as_shared', object_id='5b7d255b-2467-446b-a4a2-8b9405cf631f'}> to bump revision.
Jan 24 04:52:35.372490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:52:35.383532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363270870246072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:35.384033 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Added segment cd89fd91-2234-4897-9753-9a3bb3acabac of type vxlan for network 5b7d255b-2467-446b-a4a2-8b9405cf631f
Jan 24 04:52:35.454944 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:35.493145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:35.494545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:52:35.495165 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:35.499986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:52:35.602740 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4610353
Jan 24 04:52:35.609593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7d255b-2467-446b-a4a2-8b9405cf631f,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:52:35.617982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.618355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.618722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.619081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.619435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.619796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.620145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.620496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.620887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.621238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.621585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.621929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Tracked resource versions report:
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]: pushed versions:
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]: {   'AddressGroup': {'1.1'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'ConntrackHelper': {'1.0'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Log': {'1.0'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Network': {'1.1'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Port': {'1.6'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'PortForwarding': {'1.2'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'QosPolicy': {'1.8'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroup': {'1.4'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroupRule': {'1.2'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SubPort': {'1.0'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Subnet': {'1.1'},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Trunk': {'1.1'}}
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]: consumer versions:
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]: {   DHCP agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     L3 agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metadata agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metering agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@dv-cinder-772181-5-iscsi: {   'AddressGroup': '1.1',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'ConntrackHelper': '1.0',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Log': '1.0',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Network': '1.1',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Port': '1.6',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'PortForwarding': '1.2',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'QosPolicy': '1.8',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroup': '1.4',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroupRule': '1.2',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SubPort': '1.0',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Subnet': '1.1',
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Trunk': '1.1'}}
Jan 24 04:52:35.623113 dv-cinder-772181-5-iscsi neutron-server[79972]:  {{(pid=80083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 24 04:52:35.652161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:52:35.661452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 5b7d255b-2467-446b-a4a2-8b9405cf631f details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:52:38.074655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 44570) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:52:38.176517 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cc3a43-861f-46dd-bf8f-f1db52527a60 admin admin] GET failed (client error): The resource could not be found.
Jan 24 04:52:38.177118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a8cc3a43-861f-46dd-bf8f-f1db52527a60 admin admin] Synchronizing usage tracker for tenant:0cf09f2e71fe466b8e57ab27b89422a4 on resource:network {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:52:38.191406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a8cc3a43-861f-46dd-bf8f-f1db52527a60 admin admin] Unset dirty status for tenant:0cf09f2e71fe466b8e57ab27b89422a4 on resource:network {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:52:38.192578 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a8cc3a43-861f-46dd-bf8f-f1db52527a60 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1168189
Jan 24 04:52:38.312500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7458487-17df-49ec-a405-40c3a0c7ecbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:52:38.314102 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d7458487-17df-49ec-a405-40c3a0c7ecbb admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1166587
Jan 24 04:52:38.325805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Request body: {'subnet': {'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:52:38.330687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:52:38.340659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:52:38.349093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Made reservation on behalf of 0cf09f2e71fe466b8e57ab27b89422a4 for: {'subnet': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:52:38.354151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:38.773014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:38.788361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:52:38.910717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=585bb801-af51-4a13-86c7-78d5f0fb9b8f,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:52:38.927334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:52:38.988764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Checking segment: {'id': 'cd89fd91-2234-4897-9753-9a3bb3acabac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:52:38.989178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Network hostable DHCP agents. Network: 5b7d255b-2467-446b-a4a2-8b9405cf631f, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:52:39.010856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Network 5b7d255b-2467-446b-a4a2-8b9405cf631f is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:52:39.019717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 5b7d255b-2467-446b-a4a2-8b9405cf631f) {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:52:39.024909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:52:39.025492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:39.031217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b95694-f62c-4c3f-ae99-721ab4807916 None None] Network 5b7d255b-2467-446b-a4a2-8b9405cf631f requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:52:39.049288 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7272701
Jan 24 04:52:39.278927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ddb7aea-9894-53a5-85e5-9ae7497455f4-5b7d255b-2467-446b-a4a2-8b9405cf631f', 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f', 'tenant_id': '0cf09f2e71fe466b8e57ab27b89422a4', 'fixed_ips': [{'subnet_id': '585bb801-af51-4a13-86c7-78d5f0fb9b8f'}]}} from dv-cinder-772181-5-iscsi. {{(pid=80085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 24 04:52:39.280440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:39.584651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Allocated IP 192.168.233.2 (5b7d255b-2467-446b-a4a2-8b9405cf631f/585bb801-af51-4a13-86c7-78d5f0fb9b8f/da3769d6-4a34-4aea-b307-23f0feb1ebb7) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:52:39.818937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:39.830077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Transition to ACTIVE for port object da3769d6-4a34-4aea-b307-23f0feb1ebb7 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:52:39.847169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Transition to ACTIVE for port object da3769d6-4a34-4aea-b307-23f0feb1ebb7 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:52:39.851757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:39.868710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:52:40.159696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Pushing event updated for resources: {'Port': ['ID=da3769d6-4a34-4aea-b307-23f0feb1ebb7,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:52:40.182861 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.183244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.183618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.183985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.184345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.184741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.185100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.185458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.185836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.186191 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.186549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.186906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:52:40.193104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:52:40.230378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Network 5b7d255b-2467-446b-a4a2-8b9405cf631f is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:52:40.231630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Resources bound (agent type, host, resource id):  {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:52:40.234362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:52:40.297741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Attempting to bind port da3769d6-4a34-4aea-b307-23f0feb1ebb7 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:52:40.298138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Attempting to bind port da3769d6-4a34-4aea-b307-23f0feb1ebb7 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'cd89fd91-2234-4897-9753-9a3bb3acabac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:52:40.298539 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Attempting to bind port da3769d6-4a34-4aea-b307-23f0feb1ebb7 on network 5b7d255b-2467-446b-a4a2-8b9405cf631f {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:52:40.304546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:52:40.304974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Checking segment: {'id': 'cd89fd91-2234-4897-9753-9a3bb3acabac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:52:40.305417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:40.305873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Bound using segment: {'id': 'cd89fd91-2234-4897-9753-9a3bb3acabac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:52:40.306338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Bound port: da3769d6-4a34-4aea-b307-23f0feb1ebb7, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89fd91-2234-4897-9753-9a3bb3acabac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:52:40.306752 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:40.404393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] For port da3769d6-4a34-4aea-b307-23f0feb1ebb7, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:52:40.408779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] For port da3769d6-4a34-4aea-b307-23f0feb1ebb7, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=da3769d6-4a34-4aea-b307-23f0feb1ebb7,segment=NetworkSegment(cd89fd91-2234-4897-9753-9a3bb3acabac),segment_id=cd89fd91-2234-4897-9753-9a3bb3acabac)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:52:40.412273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:40.425826 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:52:40.569486 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Pushing event updated for resources: {'Port': ['ID=da3769d6-4a34-4aea-b307-23f0feb1ebb7,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:52:40.582726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:52:41.095545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device da3769d6-4a34-4aea-b307-23f0feb1ebb7 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:52:41.167157 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port da3769d6-4a34-4aea-b307-23f0feb1ebb7 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:52:41.876793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4fe8b-a231-4a3c-a859-ace6d1ffe511 None None] Network 5b7d255b-2467-446b-a4a2-8b9405cf631f requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:52:41.972483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-c49ad1f6-5bb5-4114-93b0-292d532cd284 None None] Provisioning for port da3769d6-4a34-4aea-b307-23f0feb1ebb7 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:52:41.980816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-c49ad1f6-5bb5-4114-93b0-292d532cd284 None None] Provisioning complete for port da3769d6-4a34-4aea-b307-23f0feb1ebb7 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:52:41.981225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c49ad1f6-5bb5-4114-93b0-292d532cd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:42.222089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c49ad1f6-5bb5-4114-93b0-292d532cd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:42.270105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-c49ad1f6-5bb5-4114-93b0-292d532cd284 None None] For port da3769d6-4a34-4aea-b307-23f0feb1ebb7, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=da3769d6-4a34-4aea-b307-23f0feb1ebb7,segment=NetworkSegment(cd89fd91-2234-4897-9753-9a3bb3acabac),segment_id=cd89fd91-2234-4897-9753-9a3bb3acabac)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:52:42.275665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c49ad1f6-5bb5-4114-93b0-292d532cd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:42.277845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:52:42.351225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ad1f6-5bb5-4114-93b0-292d532cd284 None None] Pushing event updated for resources: {'Port': ['ID=da3769d6-4a34-4aea-b307-23f0feb1ebb7,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:52:42.355175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c49ad1f6-5bb5-4114-93b0-292d532cd284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:52:42.505922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-0fd39562-96a4-47c2-a180-8a2473cf0f1c None None] Provisioning complete for port da3769d6-4a34-4aea-b307-23f0feb1ebb7 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:52:42.506625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0fd39562-96a4-47c2-a180-8a2473cf0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:42.757226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-fd43401a-b9b4-43b1-8264-01adfb0bc1ef None None] Provisioning complete for port da3769d6-4a34-4aea-b307-23f0feb1ebb7 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:52:42.757634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fd43401a-b9b4-43b1-8264-01adfb0bc1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:43.068989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device da3769d6-4a34-4aea-b307-23f0feb1ebb7 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:52:43.142188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port da3769d6-4a34-4aea-b307-23f0feb1ebb7 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:52:43.142606 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:52:46.749134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:53:01.093229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-beb3eff8-2efd-4b0d-a298-324367d7cace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:03.502824 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bc6a36e1-898f-484d-afc5-0fd0d6cf31f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:03.740834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:04.982592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:05.341228 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:23.748484 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:53:31.096054 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8544a5da-3dde-42d8-b124-46da7eb7618d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:33.506223 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-04bcc3cf-5603-42dc-8176-406da58872f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:33.743984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:34.985524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:35.349032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:55.854172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 44612) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:53:55.860581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [None req-ea7f7aa8-d0ae-422d-b3e7-c99047fe8b71 tempest-verify_tempest_config-1774232206 tempest-verify_tempest_config-1774232206] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 04:53:55.861608 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ea7f7aa8-d0ae-422d-b3e7-c99047fe8b71 tempest-verify_tempest_config-1774232206 tempest-verify_tempest_config-1774232206] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0063972
Jan 24 04:53:56.209666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 44632) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:53:56.367742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:56.382461 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:53:56.386423 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7b518e774a450cb363fcc99a77c9ca is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:53:56.389598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:53:56.395796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:53:56.495541 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:56.498835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:56.508477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:53:56.549110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b0ebbd-fff7-4d29-b3ae-96a665283cd7,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:53:56.553197 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a7b518e774a450cb363fcc99a77c9ca&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3424923
Jan 24 04:53:56.556330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44638) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:53:56.559181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.559568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.559932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.560294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.560678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.561047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.561399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.561748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.562097 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.562444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.562789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.563134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.568577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:53:56.623195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:56.651119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:56.700441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:56.707540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:53:56.719845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b0ebbd-fff7-4d29-b3ae-96a665283cd7,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:53:56.728922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.729321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.729686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.730045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.730401 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.730772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.731115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.731463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.731824 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.732169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.732624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.733169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:53:56.736904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:53:56.738107 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24b0ebbd-fff7-4d29-b3ae-96a665283cd7 HTTP/1.1" status: 204  len: 168 time: 0.1807039
Jan 24 04:53:56.739125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:54:00.747797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:54:01.092069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1289c459-ae63-4805-9133-c55d1941435d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:03.508648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4a00-06f5-410f-9301-d6daf78ae916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:03.748019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:04.988106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:05.348487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:31.092228 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-da5244db-1225-4e81-91cf-9166cd150c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:33.510954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5edc187c-1721-4bec-9042-2fdc0f557a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:33.747824 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:34.991744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:35.354950 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:54:37.746395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:55:01.094303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d9848765-2280-4221-86c9-58cbe22ed5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:03.511455 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7cec342a-ec39-4ab8-84f5-a6782671fa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:03.751176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:04.994389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:05.354573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:14.748277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 5 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:55:31.096210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-48524ab0-0a5d-4bce-bedb-14721867a889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:33.513442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1dcce69-2161-4378-9ebd-c532bb26a518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:33.753583 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:34.997335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:35.362356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:38.016592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728'] for agent, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:55:38.017170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.017461 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.017834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.018256 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.018633 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.019001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.019367 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.019732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.020095 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.020456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.020844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.021207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:55:38.021593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8fd4b2bf28>, 'Open vSwitch agent', 'hv-cinder-77218', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:55:38.025985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f44a90>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77218', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:55:38.396023 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] get_endpoint_by_host() called for host hv-cinder-77218 {{(pid=80085) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 24 04:55:38.400090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] get_endpoint_by_ip() called for ip 192.168.0.70 {{(pid=80085) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 24 04:55:38.403212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] _add_endpoint() called for ip 192.168.0.70 {{(pid=80085) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 24 04:55:38.409132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] _get_endpoints() called {{(pid=80085) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 24 04:55:48.908373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44710) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:55:49.055356 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-53a3da55-9cdb-4771-ada9-b755f8c02200 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1457782
Jan 24 04:55:51.545606 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44720) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:55:51.633069 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-29c2d739-98e8-4b7c-be83-c1ccbb491520 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0854216
Jan 24 04:55:51.749221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:56:01.098530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6fff39f3-63c0-4e80-9925-8125f13a78f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:03.513939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-558b81d0-2a23-48d0-9bcb-5ac3f67ad5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:03.756429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:04.999702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:05.365660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:08.005085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:28.748868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:56:31.100862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ccd786a-2e27-4c70-86f7-0b42b2f34f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:33.515382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e0680d5-bd5c-4e99-9547-6d1f26d2241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:33.758609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:35.002902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:35.374407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:56:38.016508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:01.104735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d820b31a-9319-4f27-b807-9912d6bcbcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:03.516599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-885e6064-b457-42cb-b89c-50e1684c91cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:03.763070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:05.005914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:05.377394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:05.748411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:57:08.050659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:27.571575 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44894) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:28.004117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44914) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:28.034164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-network', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:28.039179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:28.043206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Usage tracker for resource:network and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:28.046333 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:28.052567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:28.062401 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Made reservation on behalf of 7265c7dd1e6142b5ac1d2633bd676cc2 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:57:28.069144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.084483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.101047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:28.105696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Usage tracker for resource:security_group_rule and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:28.108747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:28.114854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:28.214649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.218668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.224412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:28.226655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 44924) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:28.265529 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:57:28.276746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96778bdc-647d-47fc-91e8-c32336ee5a07,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:28.290684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.291993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.292674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.293381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.293905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.294472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.294839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.295202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.295563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.295920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.296277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.296740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.297249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.297631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.297991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.298346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.298699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.299067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.299420 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.299774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.300372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.300907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.301269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.301625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Tracked resource versions report:
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]: pushed versions:
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]: {   'AddressGroup': {'1.1'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'ConntrackHelper': {'1.0'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Log': {'1.0'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Network': {'1.1'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Port': {'1.6'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'PortForwarding': {'1.2'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'QosPolicy': {'1.8'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroup': {'1.4'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroupRule': {'1.2'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SubPort': {'1.0'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Subnet': {'1.1'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Trunk': {'1.1'}}
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]: consumer versions:
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]: {   DHCP agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     L3 agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metadata agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metering agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@dv-cinder-772181-5-iscsi: {   'AddressGroup': '1.1',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'ConntrackHelper': '1.0',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Log': '1.0',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Network': '1.1',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Port': '1.6',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'PortForwarding': '1.2',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'QosPolicy': '1.8',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroup': '1.4',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroupRule': '1.2',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SubPort': '1.0',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Subnet': '1.1',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Trunk': '1.1'},
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@hv-cinder-77218: {   'AddressGroup': '1.1',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'ConntrackHelper': '1.0',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Log': '1.0',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Network': '1.1',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Port': '1.6',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'PortForwarding': '1.2',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'QosPolicy': '1.8',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SecurityGroup': '1.4',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SecurityGroupRule': '1.2',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SubPort': '1.0',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Subnet': '1.1',
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Trunk': '1.1'}}
Jan 24 04:57:28.303918 dv-cinder-772181-5-iscsi neutron-server[79972]:  {{(pid=80084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 24 04:57:28.307359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.307695 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Added segment 5e176709-ae8d-40e8-af02-fc76e651ced0 of type vxlan for network 65756a95-a3dc-4795-b455-30b70d7bac59
Jan 24 04:57:28.309634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:28.342687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.380427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.381849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:28.382571 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.393279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:28.504115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Pushing event updated for resources: {'Network': ['ID=65756a95-a3dc-4795-b455-30b70d7bac59,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:28.507424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:28.509269 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9366069
Jan 24 04:57:28.512603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 44940) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:28.516836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 65756a95-a3dc-4795-b455-30b70d7bac59 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:57:28.523179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Request body: {'subnet': {'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-subnet', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:28.529168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:28.534113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Usage tracker for resource:subnet and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:28.551066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:28.564179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:28.575140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Made reservation on behalf of 7265c7dd1e6142b5ac1d2633bd676cc2 for: {'subnet': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:57:28.580849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.628644 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 65756a95-a3dc-4795-b455-30b70d7bac59 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:57:28.639686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-840829278-network', 'tenant_id': 'e9e89452d8e240de970e892c0eb98c82'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:28.647148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:28.659612 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Usage tracker for resource:network and tenant:e9e89452d8e240de970e892c0eb98c82 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:28.667764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:28.691779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:28.706074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Made reservation on behalf of e9e89452d8e240de970e892c0eb98c82 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:57:28.711329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.745319 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.780522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-50001226-network', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:28.786596 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:28.791335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Usage tracker for resource:network and tenant:ec5b784f5ab14f4bad3ff63b3730bc39 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:28.792503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44950) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:28.795245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:28.800430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:28.802224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:28.814231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Usage tracker for resource:security_group_rule and tenant:e9e89452d8e240de970e892c0eb98c82 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:28.819664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:28.826539 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:28.956480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.961098 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:28.967152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:28.982287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Made reservation on behalf of ec5b784f5ab14f4bad3ff63b3730bc39 for: {'network': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:57:28.987521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.009179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.023837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351fb2ee-9d38-4114-85e8-10920dcc4573,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:29.050345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:29.056139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:57:29.056589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Usage tracker for resource:security_group_rule and tenant:ec5b784f5ab14f4bad3ff63b3730bc39 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:29.065227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:29.070085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.071092 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Added segment ffe52dff-0b22-482a-b38f-b38a9a3f375a of type vxlan for network 6d32ac37-99f4-4e75-9345-cc511c84b680
Jan 24 04:57:29.131028 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:29.146438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.158740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:29.197116 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.198553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:29.199181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.206872 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:29.384014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Pushing event updated for resources: {'Network': ['ID=6d32ac37-99f4-4e75-9345-cc511c84b680,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:29.386969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:29.400122 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.3918281
Jan 24 04:57:29.400290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 6d32ac37-99f4-4e75-9345-cc511c84b680 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:57:29.400388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 44968) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:29.408237 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Request body: {'subnet': {'network_id': '6d32ac37-99f4-4e75-9345-cc511c84b680', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-840829278-subnet', 'tenant_id': 'e9e89452d8e240de970e892c0eb98c82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:29.415175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:29.419546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Usage tracker for resource:subnet and tenant:e9e89452d8e240de970e892c0eb98c82 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:29.423912 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:29.430950 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:29.445725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-573595484-network', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:29.451333 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:29.457552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Usage tracker for resource:network and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:29.460517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:29.467853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:29.495732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Made reservation on behalf of d0a116e9b9f8498ba62c8e3377470abf for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:57:29.505388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.541466 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 6d32ac37-99f4-4e75-9345-cc511c84b680 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:57:29.546433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.567858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.589580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Made reservation on behalf of e9e89452d8e240de970e892c0eb98c82 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:57:29.595098 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Notify callbacks [] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.632038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.633756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:29.656877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:29.719673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:57:29.739588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.770765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Usage tracker for resource:security_group_rule and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:29.777642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363270870246072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:29.778085 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Added segment 359d5fe2-a345-4e9c-83d8-32f49f609ca8 of type vxlan for network 9fd5f26c-e77f-486e-ab41-96c5de2e4701
Jan 24 04:57:29.786080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:29.790335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d03fdcf-27e0-4a25-8159-2ed8088ec88a,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:29.838078 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:29.905334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.905863 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.906222 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.907360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.908301 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.908698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.909196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.909556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.909915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.910463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.910831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.911180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.911869 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.912254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.912643 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.912997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.913472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.913840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.914193 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.914545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.914910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.915274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.915609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.916086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Tracked resource versions report:
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]: pushed versions:
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]: {   'AddressGroup': {'1.1'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'ConntrackHelper': {'1.0'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Log': {'1.0'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Network': {'1.1'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Port': {'1.6'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'PortForwarding': {'1.2'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'QosPolicy': {'1.8'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroup': {'1.4'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroupRule': {'1.2'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SubPort': {'1.0'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Subnet': {'1.1'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Trunk': {'1.1'}}
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]: consumer versions:
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]: {   DHCP agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     L3 agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metadata agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metering agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@dv-cinder-772181-5-iscsi: {   'AddressGroup': '1.1',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'ConntrackHelper': '1.0',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Log': '1.0',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Network': '1.1',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Port': '1.6',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'PortForwarding': '1.2',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'QosPolicy': '1.8',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroup': '1.4',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroupRule': '1.2',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SubPort': '1.0',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Subnet': '1.1',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Trunk': '1.1'},
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@hv-cinder-77218: {   'AddressGroup': '1.1',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'ConntrackHelper': '1.0',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Log': '1.0',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Network': '1.1',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Port': '1.6',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'PortForwarding': '1.2',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'QosPolicy': '1.8',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SecurityGroup': '1.4',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SecurityGroupRule': '1.2',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SubPort': '1.0',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Subnet': '1.1',
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Trunk': '1.1'}}
Jan 24 04:57:29.917527 dv-cinder-772181-5-iscsi neutron-server[79972]:  {{(pid=80083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 24 04:57:29.929511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:29.930100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-637def97-0bda-45e3-ab91-a521a7d394f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:30.027666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.076891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:30.092857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:30.117157 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.127635 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:30.128276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.136919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:30.207836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.245010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.260207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-eeed75aa-dd69-4c8c-a665-d7f51830dc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:30.281739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Checking segment: {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:30.283390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Network hostable DHCP agents. Network: 65756a95-a3dc-4795-b455-30b70d7bac59, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:57:30.316205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:57:30.343972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Pushing event updated for resources: {'Network': ['ID=9fd5f26c-e77f-486e-ab41-96c5de2e4701,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:30.348329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:30.353436 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.1253040
Jan 24 04:57:30.356294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:57:30.368963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 44996) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:30.382709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Request body: {'subnet': {'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-subnet', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:30.395338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.396438 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Added segment 329bfeff-e405-4f49-a535-4f58b82a0f53 of type vxlan for network 56c4ea9e-4606-4803-ab20-b342a16a6e47
Jan 24 04:57:30.405956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:30.414335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7df7d4-ec34-4589-bdbd-eb771d5ff2e6,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:30.415651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Network 65756a95-a3dc-4795-b455-30b70d7bac59 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:57:30.421410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:30.429032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Usage tracker for resource:subnet and tenant:ec5b784f5ab14f4bad3ff63b3730bc39 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:30.436392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:30.443935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.459572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:30.463342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 65756a95-a3dc-4795-b455-30b70d7bac59) {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:30.491002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:30.491781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.498050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Made reservation on behalf of ec5b784f5ab14f4bad3ff63b3730bc39 for: {'subnet': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:57:30.513524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.518040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.521520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:30.522148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.528774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:30.567652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:57:30.598235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c31d4-199a-44d7-84af-dfe25b66765d None None] Network 65756a95-a3dc-4795-b455-30b70d7bac59 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:57:30.635927 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.1208110
Jan 24 04:57:30.639682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45004) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:30.647037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:30.658164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:30.663624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Usage tracker for resource:router and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:30.665379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Pushing event updated for resources: {'Network': ['ID=56c4ea9e-4606-4803-ab20-b342a16a6e47,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:30.668804 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.7872241
Jan 24 04:57:30.671447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:30.673561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:30.680745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45010) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:30.689890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:30.696009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Request body: {'subnet': {'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-573595484-subnet', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:30.701624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:30.706457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Usage tracker for resource:subnet and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:30.709746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:30.715494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:30.729354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Made reservation on behalf of d0a116e9b9f8498ba62c8e3377470abf for: {'subnet': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:57:30.734140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.743641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:30.771056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8934dc80-7c34-4178-bc8d-ef39313c4296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:30.984338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:57:31.021862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13404'] for router, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:31.022976 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850999917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850997101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762411'] for router, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:31.093233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8f726f-c55c-410d-8af3-79d8cd175603,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:31.132098 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:31.149934 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:31.213482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:57:31.282519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Checking segment: {'id': 'ffe52dff-0b22-482a-b38f-b38a9a3f375a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d32ac37-99f4-4e75-9345-cc511c84b680'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:31.297012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Network hostable DHCP agents. Network: 6d32ac37-99f4-4e75-9345-cc511c84b680, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:57:31.364814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Network 6d32ac37-99f4-4e75-9345-cc511c84b680 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:57:31.383273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 6d32ac37-99f4-4e75-9345-cc511c84b680) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:31.394966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:31.395601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:31.429083 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0584d2a0-7ca8-4d34-b3e7-40a93b8d76de admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.0273616
Jan 24 04:57:31.621691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45038) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:31.635699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3faef8f-74e7-4ced-9361-142c31a4996f None None] Network 6d32ac37-99f4-4e75-9345-cc511c84b680 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:57:31.775270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6d7f87b6-851f-4f2d-95c3-1cd28f6885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:31.858772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:31.879938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:31.890326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Usage tracker for resource:security_group_rule and tenant:2f09d8c0dda04d49a1fdc7735e60bd80 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:31.894871 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:31.902175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:32.028052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ddb7aea-9894-53a5-85e5-9ae7497455f4-65756a95-a3dc-4795-b455-30b70d7bac59', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6'}]}} from dv-cinder-772181-5-iscsi. {{(pid=80085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 24 04:57:32.029213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.056691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.077385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.085817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.103514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:32.228256 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9f47f7-03c3-40d9-aa45-fb465b9ee8b3,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:32.233501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:32.235883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Synchronizing usage tracker for tenant:0cf09f2e71fe466b8e57ab27b89422a4 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:57:32.283382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Unset dirty status for tenant:0cf09f2e71fe466b8e57ab27b89422a4 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:57:32.285178 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f09d8c0dda04d49a1fdc7735e60bd80&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6624410
Jan 24 04:57:32.288007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45076) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:32.457136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a5581d1e-08f1-4541-b186-2288c80e1956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.459192 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45096) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:32.472313 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 24 04:57:32.561473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644dd044-f0ad-4315-97e3-2480ef4ad2f8 None None] Network 6d32ac37-99f4-4e75-9345-cc511c84b680 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:57:32.584167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45104) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:32.601639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Allocated IP 172.20.0.2 (65756a95-a3dc-4795-b455-30b70d7bac59/aa74718b-c7d7-4be8-b2e7-3cf3daa444f6/01303623-312e-47d9-8bb0-86eb51432e84) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:57:32.694135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-c6de8f8a-294c-40d2-b4d0-b34bf6a1cb87 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:32.694916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-c6de8f8a-294c-40d2-b4d0-b34bf6a1cb87 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Synchronizing usage tracker for tenant:e9e89452d8e240de970e892c0eb98c82 on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:57:32.740911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a5581d1e-08f1-4541-b186-2288c80e1956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.830641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-c6de8f8a-294c-40d2-b4d0-b34bf6a1cb87 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Unset dirty status for tenant:e9e89452d8e240de970e892c0eb98c82 on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:57:32.831928 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-c6de8f8a-294c-40d2-b4d0-b34bf6a1cb87 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/networks?id=6d32ac37-99f4-4e75-9345-cc511c84b680 HTTP/1.1" status: 200  len: 811 time: 0.3707430
Jan 24 04:57:32.850632 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-6bb195c9-2d94-4718-bd38-bf96b0f6f282 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/quotas/e9e89452d8e240de970e892c0eb98c82 HTTP/1.1" status: 200  len: 375 time: 0.0113034
Jan 24 04:57:32.911129 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-5a5f3c43-32a8-450c-bc5b-089f2cef7c24 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9e89452d8e240de970e892c0eb98c82&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0515389
Jan 24 04:57:32.912773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a5581d1e-08f1-4541-b186-2288c80e1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.919367 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9a281573-d122-4ead-9b09-248713679d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:32.926531 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.933508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5581d1e-08f1-4541-b186-2288c80e1956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9f47f7-03c3-40d9-aa45-fb465b9ee8b3,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:32.950702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a5581d1e-08f1-4541-b186-2288c80e1956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:32.953060 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a5581d1e-08f1-4541-b186-2288c80e1956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.955476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:32.961556 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a5581d1e-08f1-4541-b186-2288c80e1956 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f9f47f7-03c3-40d9-aa45-fb465b9ee8b3 HTTP/1.1" status: 204  len: 168 time: 0.6721969
Jan 24 04:57:33.036167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.047573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:33.062215 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:af52efc07bb749318525417ecdf8e941 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:33.073546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:33.104716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:33.175676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.194924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-2e74762a-a260-42e0-93a2-5ceeea1c5958 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 04:57:33.196025 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-2e74762a-a260-42e0-93a2-5ceeea1c5958 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1600914
Jan 24 04:57:33.208231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:33.296696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.308350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Transition to ACTIVE for port object 01303623-312e-47d9-8bb0-86eb51432e84 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:33.327233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Transition to ACTIVE for port object 01303623-312e-47d9-8bb0-86eb51432e84 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:33.342827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.378529 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c49ad1f6-5bb5-4114-93b0-292d532cd284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:33.415171 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-4410a221-a3a9-4c21-8736-bb6324f37fea service neutron] 10.222.0.10 "GET /v2.0/networks/6d32ac37-99f4-4e75-9345-cc511c84b680?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2077885
Jan 24 04:57:33.545614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.574063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45140) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:33.605774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:33.609170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:33.616168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.641176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:33.658681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Usage tracker for resource:security_group_rule and tenant:213f0aebe8234f44a9fe627e48e0accb is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:33.664134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:33.674844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:33.686303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:33.714578 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-5a4c0c07-03fb-49a5-8712-5db659428308 service neutron] 10.222.0.10 "GET /v2.0/networks/6d32ac37-99f4-4e75-9345-cc511c84b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2974064
Jan 24 04:57:33.814219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Network 65756a95-a3dc-4795-b455-30b70d7bac59 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:33.823653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Resources bound (agent type, host, resource id):  {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:33.828970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a723a193-3eaf-4116-b54f-296da2e28a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.835586 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:57:33.841935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.847164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.862321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.871980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:33.904814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Attempting to bind port 01303623-312e-47d9-8bb0-86eb51432e84 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:57:33.905229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Attempting to bind port 01303623-312e-47d9-8bb0-86eb51432e84 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:57:33.905636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Attempting to bind port 01303623-312e-47d9-8bb0-86eb51432e84 on network 65756a95-a3dc-4795-b455-30b70d7bac59 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:57:33.912662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Pushing event updated for resources: {'Port': ['ID=01303623-312e-47d9-8bb0-86eb51432e84,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:33.916519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:57:33.916951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Checking segment: {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:33.917435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.918296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Bound using segment: {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:57:33.918821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Bound port: 01303623-312e-47d9-8bb0-86eb51432e84, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:57:33.919254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:33.930389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=213f0aebe8234f44a9fe627e48e0accb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3547750
Jan 24 04:57:33.931132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45148) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:33.933950 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182ecff9-2abe-4bbc-b646-3f1319670626,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:33.951092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:33.978358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.979650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.979764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef054250-8b1c-476d-be93-6a347e5cf144,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:33.979856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.979856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.979856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.980158 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.983804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.984699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.984699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.984839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.985429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.985906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.986267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.986623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.986982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Tracked resource versions report:
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]: pushed versions:
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]: {   'AddressGroup': {'1.1'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'ConntrackHelper': {'1.0'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Log': {'1.0'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Network': {'1.1'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Port': {'1.6'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'PortForwarding': {'1.2'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'QosPolicy': {'1.8'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroup': {'1.4'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroupRule': {'1.2'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SubPort': {'1.0'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Subnet': {'1.1'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Trunk': {'1.1'}}
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]: consumer versions:
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]: {   DHCP agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     L3 agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metadata agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metering agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@dv-cinder-772181-5-iscsi: {   'AddressGroup': '1.1',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'ConntrackHelper': '1.0',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Log': '1.0',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Network': '1.1',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Port': '1.6',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'PortForwarding': '1.2',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'QosPolicy': '1.8',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroup': '1.4',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroupRule': '1.2',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SubPort': '1.0',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Subnet': '1.1',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Trunk': '1.1'},
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@hv-cinder-77218: {   'AddressGroup': '1.1',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'ConntrackHelper': '1.0',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Log': '1.0',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Network': '1.1',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Port': '1.6',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'PortForwarding': '1.2',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'QosPolicy': '1.8',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SecurityGroup': '1.4',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SecurityGroupRule': '1.2',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SubPort': '1.0',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Subnet': '1.1',
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Trunk': '1.1'}}
Jan 24 04:57:33.988344 dv-cinder-772181-5-iscsi neutron-server[79972]:  {{(pid=80085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 24 04:57:34.001443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:34.022917 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Allocated IP 172.27.3.46 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/d2f68fac-51f1-454d-817f-6d629e68d145) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:57:34.036737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-10d94f77-1398-4fee-bb63-30e638666922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.042478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.046206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:34.072522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Checking segment: {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:34.073014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Network hostable DHCP agents. Network: 56c4ea9e-4606-4803-ab20-b342a16a6e47, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:57:34.077804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.102176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-10d94f77-1398-4fee-bb63-30e638666922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.115708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] For port 01303623-312e-47d9-8bb0-86eb51432e84, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:57:34.120316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] For port 01303623-312e-47d9-8bb0-86eb51432e84, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=01303623-312e-47d9-8bb0-86eb51432e84,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:57:34.129251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.151746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:34.152834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cb87b1e7-2d35-4687-9e0a-5e2a20c2f1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:34.163081 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af52efc07bb749318525417ecdf8e941&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5676398
Jan 24 04:57:34.169147 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45166) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:34.237419 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8bf3a057-2ab6-4f20-a00f-1b485bf2767c req-428bf540-5efe-4280-85fe-fd8e5a42b077 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 210 time: 0.0868418
Jan 24 04:57:34.268384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-10d94f77-1398-4fee-bb63-30e638666922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.275878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a5581d1e-08f1-4541-b186-2288c80e1956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:34.309552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d94f77-1398-4fee-bb63-30e638666922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182ecff9-2abe-4bbc-b646-3f1319670626,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:34.324443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-10d94f77-1398-4fee-bb63-30e638666922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.326850 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-10d94f77-1398-4fee-bb63-30e638666922 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/182ecff9-2abe-4bbc-b646-3f1319670626 HTTP/1.1" status: 204  len: 168 time: 0.3945165
Jan 24 04:57:34.329945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-10d94f77-1398-4fee-bb63-30e638666922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:34.389011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:57:34.414451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Pushing event updated for resources: {'Port': ['ID=01303623-312e-47d9-8bb0-86eb51432e84,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:34.421049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:34.489109 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cac798-6b30-402a-8577-aee1813546f4,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:34.509299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:34.513858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 56c4ea9e-4606-4803-ab20-b342a16a6e47) {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:34.526203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab5de6-dced-44b1-93b0-54b76d62847b None None] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:57:34.542741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:34.543392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.565479 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Checking segment: {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:34.566150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Network hostable DHCP agents. Network: 9fd5f26c-e77f-486e-ab41-96c5de2e4701, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:57:34.627905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58580f0e-5c54-4c24-84b3-cbd7314c7a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.676441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:57:34.704362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.708413 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.0268323
Jan 24 04:57:34.711811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45196) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:34.719585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:34.721010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 9fd5f26c-e77f-486e-ab41-96c5de2e4701) {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:34.724222 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58580f0e-5c54-4c24-84b3-cbd7314c7a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.733571 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:34.741792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:34.742447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.748415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Usage tracker for resource:router and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:34.755739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:34.763571 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77827fb-84bd-4a88-adb3-e5abb0d5a612 None None] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:57:34.772164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:34.815074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13404'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.817052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850999917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850997101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762411'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.832695 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 4.4589822
Jan 24 04:57:34.840477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45204) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:34.858904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:34.895675 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.902592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:34.918885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:34.924854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Usage tracker for resource:router and tenant:ec5b784f5ab14f4bad3ff63b3730bc39 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:34.935380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:34.981112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58580f0e-5c54-4c24-84b3-cbd7314c7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:35.062178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:35.078735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:35.101651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13404'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:35.103111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850999917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850997101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762411'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:35.113511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58580f0e-5c54-4c24-84b3-cbd7314c7a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:35.114730 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-58580f0e-5c54-4c24-84b3-cbd7314c7a76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5cac798-6b30-402a-8577-aee1813546f4 HTTP/1.1" status: 204  len: 168 time: 0.9217675
Jan 24 04:57:35.124680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Pushing event updated for resources: {'Port': ['ID=d2f68fac-51f1-454d-817f-6d629e68d145,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:35.147952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:35.148601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:35.168031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58580f0e-5c54-4c24-84b3-cbd7314c7a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cac798-6b30-402a-8577-aee1813546f4,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:35.174196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:35.180115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58580f0e-5c54-4c24-84b3-cbd7314c7a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:35.229372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:35.234157 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:35.253399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:57:35.438199 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45226) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:35.468524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 01303623-312e-47d9-8bb0-86eb51432e84 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:57:35.602890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ddb7aea-9894-53a5-85e5-9ae7497455f4-56c4ea9e-4606-4803-ab20-b342a16a6e47', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17'}]}} from dv-cinder-772181-5-iscsi. {{(pid=80085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 24 04:57:35.608115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:35.636604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2bdb6-3312-44c5-8bd7-755f8737fe34 None None] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:57:35.754116 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 24 04:57:35.911091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45246) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:35.922763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:35.940900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:35.965535 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-82c95a21-6a23-4d45-93db-cfeb92e1c3f6 req-958f4526-0887-4d73-bdbb-783edf4d4405 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 210 time: 0.2335711
Jan 24 04:57:36.076308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:36.315455 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45262) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:36.402693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:36.419089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 01303623-312e-47d9-8bb0-86eb51432e84 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:57:36.434783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:36.443794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Usage tracker for resource:security_group_rule and tenant:fa9d7463125e44fbbafa044aac8ea727 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:36.457751 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:36.468499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:36.497925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e2532-b14a-493c-b817-d37f51ad8fac None None] Network 65756a95-a3dc-4795-b455-30b70d7bac59 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:57:36.503632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:36.638791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:36.860624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:36.902561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:36.916927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Usage tracker for resource:security_group_rule and tenant:f3d677e92ea54086a95cfc044735d34f is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:36.940571 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:36.949781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Allocated IP 172.20.0.2 (56c4ea9e-4606-4803-ab20-b342a16a6e47/b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17/b61522ad-cccc-4415-9a13-2a3a45e693bc) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:57:36.955380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:36.977029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:36.986611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.000770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58580f0e-5c54-4c24-84b3-cbd7314c7a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:37.094529 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa9d7463125e44fbbafa044aac8ea727&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7778022
Jan 24 04:57:37.098151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45280) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:37.098813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3ba829-ce31-405e-a941-30ffa52a7fb3,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:37.113748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:37.135301 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850999811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758'] for router, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.176400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.217692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.232569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.263016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Transition to ACTIVE for port object b61522ad-cccc-4415-9a13-2a3a45e693bc will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:37.315346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Transition to ACTIVE for port object b61522ad-cccc-4415-9a13-2a3a45e693bc will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:37.405770 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bc30823e-23f1-4927-8730-f744f7b9f616 req-f6794292-8410-43ef-8b90-3bc12e2b814b tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 210 time: 0.1627340
Jan 24 04:57:37.436645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.462027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:37.468170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ac74db32-e3d1-4ecc-a002-8ecf05ab65d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.522351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ac74db32-e3d1-4ecc-a002-8ecf05ab65d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.607816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 is scheduled to L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c with binding_index 1 {{(pid=80083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 24 04:57:37.613757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ac74db32-e3d1-4ecc-a002-8ecf05ab65d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.624384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:37.698774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74db32-e3d1-4ecc-a002-8ecf05ab65d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3ba829-ce31-405e-a941-30ffa52a7fb3,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:37.722296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4f8b81d5-b0dd-4364-b0c2-1d12be8e545f None None] Provisioning for port 01303623-312e-47d9-8bb0-86eb51432e84 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:57:37.769403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ac74db32-e3d1-4ecc-a002-8ecf05ab65d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:37.788801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ac74db32-e3d1-4ecc-a002-8ecf05ab65d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.790030 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ac74db32-e3d1-4ecc-a002-8ecf05ab65d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d3ba829-ce31-405e-a941-30ffa52a7fb3 HTTP/1.1" status: 204  len: 168 time: 0.6871543
Jan 24 04:57:37.811364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.830678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.878937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:57:37.889719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Sync routers for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:57:37.913980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:57:37.914713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ad9048>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:37.922408 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Notify callbacks [] for router, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:37.926502 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.2834713
Jan 24 04:57:37.927451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45304) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:37.976605 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4f8b81d5-b0dd-4364-b0c2-1d12be8e545f None None] Provisioning complete for port 01303623-312e-47d9-8bb0-86eb51432e84 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:37.978465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f8b81d5-b0dd-4364-b0c2-1d12be8e545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:38.089936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Allocated IP 172.27.3.215 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/fa1a8a94-4df0-4c4e-814c-81cffc82f0e0) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:57:38.157491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8cc4412e-925c-4097-a36a-e971585237c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:38.216314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:57:38.217730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:38.238314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Pushing event updated for resources: {'Port': ['ID=b61522ad-cccc-4415-9a13-2a3a45e693bc,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:38.242004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:38.544832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:38.555000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f8b81d5-b0dd-4364-b0c2-1d12be8e545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:38.611705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Resources bound (agent type, host, resource id):  {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:38.617598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:57:38.740494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.61', 59014) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:38.900301 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Attempting to bind port b61522ad-cccc-4415-9a13-2a3a45e693bc on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:57:38.906912 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Attempting to bind port b61522ad-cccc-4415-9a13-2a3a45e693bc by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:57:38.908341 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Attempting to bind port b61522ad-cccc-4415-9a13-2a3a45e693bc on network 56c4ea9e-4606-4803-ab20-b342a16a6e47 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:57:38.928409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:38.938749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:57:38.939170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Checking segment: {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:38.939620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:38.940058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Bound using segment: {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:57:38.940614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Bound port: b61522ad-cccc-4415-9a13-2a3a45e693bc, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:57:38.941048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:38.965153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-4f8b81d5-b0dd-4364-b0c2-1d12be8e545f None None] For port 01303623-312e-47d9-8bb0-86eb51432e84, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=01303623-312e-47d9-8bb0-86eb51432e84,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:57:38.981454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f8b81d5-b0dd-4364-b0c2-1d12be8e545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:39.018692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41966e79-47f1-4d41-9f99-1b87954046b5,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:39.048693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:39.056678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ad9048>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:35Z', 'revision_number': 3, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:39.070125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Checking router: db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:57:39.070759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Updating router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 port d2f68fac-51f1-454d-817f-6d629e68d145 binding host dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 04:57:39.099428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:39.100882 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-69f9608f-19f4-4f3c-b898-b5ec4626bdf7 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:39.103159 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-69f9608f-19f4-4f3c-b898-b5ec4626bdf7 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.61 "GET /v2.0/networks?id=6d32ac37-99f4-4e75-9345-cc511c84b680 HTTP/1.1" status: 200  len: 811 time: 0.3611004
Jan 24 04:57:39.137860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:39.177746 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83e577f5-9fb4-418b-92e1-16cf136417f3 req-f60d012f-d25e-4996-b504-8d45d143f6bb tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 210 time: 0.0732369
Jan 24 04:57:39.196061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Request body: {'port': {'device_id': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'network_id': '6d32ac37-99f4-4e75-9345-cc511c84b680', 'admin_state_up': True, 'tenant_id': 'e9e89452d8e240de970e892c0eb98c82'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:39.199094 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:39.320110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b81d5-b0dd-4364-b0c2-1d12be8e545f None None] Pushing event updated for resources: {'Port': ['ID=01303623-312e-47d9-8bb0-86eb51432e84,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:39.372077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4f8b81d5-b0dd-4364-b0c2-1d12be8e545f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:39.380655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-6c824e23-ab74-4a12-9af8-cfd9541376cf None None] Provisioning complete for port 01303623-312e-47d9-8bb0-86eb51432e84 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:39.381074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6c824e23-ab74-4a12-9af8-cfd9541376cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:39.567826 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3d677e92ea54086a95cfc044735d34f&name=default HTTP/1.1" status: 200  len: 2975 time: 3.6540647
Jan 24 04:57:39.573979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45370) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:39.574626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] For port b61522ad-cccc-4415-9a13-2a3a45e693bc, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:57:39.605406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] For port b61522ad-cccc-4415-9a13-2a3a45e693bc, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=b61522ad-cccc-4415-9a13-2a3a45e693bc,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:57:39.624438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:39.652952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:39.787763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-63fcdf3c-d904-49b8-9422-b82f711e8281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:39.793624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:39.844627 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-63fcdf3c-d904-49b8-9422-b82f711e8281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:39.926438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-63fcdf3c-d904-49b8-9422-b82f711e8281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:39.949856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6447c54f-f33f-4891-bc16-0b77777aa6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:39.965430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45392) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:39.971293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:40.000987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:40.005461 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Pushing event updated for resources: {'Port': ['ID=b61522ad-cccc-4415-9a13-2a3a45e693bc,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:40.010454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Usage tracker for resource:port and tenant:e9e89452d8e240de970e892c0eb98c82 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:40.016151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Quota usage for port was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:40.019391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:40.027413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:40.054125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcdf3c-d904-49b8-9422-b82f711e8281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41966e79-47f1-4d41-9f99-1b87954046b5,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:40.143791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-83f04203-6cff-45f6-a252-82823c276e3d None None] Provisioning complete for port 01303623-312e-47d9-8bb0-86eb51432e84 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:40.145923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-83f04203-6cff-45f6-a252-82823c276e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:40.216362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Made reservation on behalf of e9e89452d8e240de970e892c0eb98c82 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:57:40.228356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:40.374638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-63fcdf3c-d904-49b8-9422-b82f711e8281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:40.449988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:40.450996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:40.504435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:40.522329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Transition to ACTIVE for port object d2f68fac-51f1-454d-817f-6d629e68d145 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:40.534034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:40.561225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:40.653098 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Pushing event updated for resources: {'Port': ['ID=d2f68fac-51f1-454d-817f-6d629e68d145,revision_number=2']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:40.695250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-63fcdf3c-d904-49b8-9422-b82f711e8281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:40.700189 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-568f5a0c-4cfa-4b0f-95bb-e1c6bd2292a2 req-eb1b32c2-e627-4996-beb4-f1ee87d896d6 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 210 time: 0.0727415
Jan 24 04:57:40.713253 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-63fcdf3c-d904-49b8-9422-b82f711e8281 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41966e79-47f1-4d41-9f99-1b87954046b5 HTTP/1.1" status: 204  len: 168 time: 1.0763161
Jan 24 04:57:40.717351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1a8a94-4df0-4c4e-814c-81cffc82f0e0,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:40.720019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.720630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.721317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.721794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.722649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.723073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.723560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.724021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.724489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.724976 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.725439 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.725896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.726451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.727172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.727645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.728105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.728583 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.729161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.729717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.730162 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.730350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:40.730734 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.731190 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.731649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.732104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Tracked resource versions report:
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]: pushed versions:
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]: {   'AddressGroup': {'1.1'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'ConntrackHelper': {'1.0'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Log': {'1.0'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Network': {'1.1'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Port': {'1.6'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'PortForwarding': {'1.2'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'QosPolicy': {'1.8'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroup': {'1.4'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SecurityGroupRule': {'1.2'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'SubPort': {'1.0'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Subnet': {'1.1'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     'Trunk': {'1.1'}}
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]: consumer versions:
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]: {   DHCP agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     L3 agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metadata agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     Metering agent@dv-cinder-772181-5-iscsi: {},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@dv-cinder-772181-5-iscsi: {   'AddressGroup': '1.1',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'ConntrackHelper': '1.0',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Log': '1.0',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Network': '1.1',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Port': '1.6',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'PortForwarding': '1.2',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'QosPolicy': '1.8',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroup': '1.4',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SecurityGroupRule': '1.2',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'SubPort': '1.0',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Subnet': '1.1',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                                      'Trunk': '1.1'},
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:     Open vSwitch agent@hv-cinder-77218: {   'AddressGroup': '1.1',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'ConntrackHelper': '1.0',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Log': '1.0',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Network': '1.1',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Port': '1.6',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'PortForwarding': '1.2',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'QosPolicy': '1.8',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SecurityGroup': '1.4',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SecurityGroupRule': '1.2',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'SubPort': '1.0',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Subnet': '1.1',
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:                                             'Trunk': '1.1'}}
Jan 24 04:57:40.733619 dv-cinder-772181-5-iscsi neutron-server[79972]:  {{(pid=80087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 24 04:57:40.736955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:40.745580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:40.748740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:57:40.942082 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Attempting to bind port d2f68fac-51f1-454d-817f-6d629e68d145 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:57:40.943853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Attempting to bind port d2f68fac-51f1-454d-817f-6d629e68d145 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:57:40.945205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Attempting to bind port d2f68fac-51f1-454d-817f-6d629e68d145 on network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:57:40.978390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:40.983603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:57:40.987425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:40.989288 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:40.989881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Bound using segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:57:40.990589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Bound port: d2f68fac-51f1-454d-817f-6d629e68d145, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:57:40.991342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:41.208840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:41.217967 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:41.232967 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Usage tracker for resource:security_group_rule and tenant:236875752f964e54b0abfcf754e9a4a6 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:41.244402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:41.247400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] For port d2f68fac-51f1-454d-817f-6d629e68d145, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:57:41.251634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] For port d2f68fac-51f1-454d-817f-6d629e68d145, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=d2f68fac-51f1-454d-817f-6d629e68d145,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:57:41.255897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:41.256465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:41.553234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:41.581835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:41.684609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56db32e8-5121-49f0-a054-f1ebc8554dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:41.686891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:41.733237 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 01303623-312e-47d9-8bb0-86eb51432e84 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:57:41.746319 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=236875752f964e54b0abfcf754e9a4a6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7776856
Jan 24 04:57:41.873824 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45440) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:41.931686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:57:41.938972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ad9048>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:41.948847 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 01303623-312e-47d9-8bb0-86eb51432e84 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:41.949308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:42.100151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bffdad-9a7a-4427-871f-3b00b28df973 None None] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:57:42.106060 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2315d3bc-2e12-4266-8cb0-ac56b33fa292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:42.141448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2315d3bc-2e12-4266-8cb0-ac56b33fa292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:42.212176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2315d3bc-2e12-4266-8cb0-ac56b33fa292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:42.216120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Allocated IP 172.27.3.81 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/4c395317-fee6-48d4-8152-3e293bebdf6d) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:57:42.231404 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7a6a18-0b26-42cf-99d0-fa3009b0f37e,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:42.245118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:42.255908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2315d3bc-2e12-4266-8cb0-ac56b33fa292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:42.260149 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-2315d3bc-2e12-4266-8cb0-ac56b33fa292 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a7a6a18-0b26-42cf-99d0-fa3009b0f37e HTTP/1.1" status: 204  len: 168 time: 0.3851118
Jan 24 04:57:42.260852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:42.296481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315d3bc-2e12-4266-8cb0-ac56b33fa292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7a6a18-0b26-42cf-99d0-fa3009b0f37e,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:42.319417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2315d3bc-2e12-4266-8cb0-ac56b33fa292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:42.441195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Allocated IP 172.20.0.1 (65756a95-a3dc-4795-b455-30b70d7bac59/aa74718b-c7d7-4be8-b2e7-3cf3daa444f6/5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:57:42.489184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-082bf900-bf80-4370-a9e9-4a42ade15b35 None None] Provisioning for port b61522ad-cccc-4415-9a13-2a3a45e693bc completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:57:42.753958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45456) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:42.781220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b61522ad-cccc-4415-9a13-2a3a45e693bc up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:57:43.060091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:57:43.079664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port b61522ad-cccc-4415-9a13-2a3a45e693bc completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:57:43.094221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port b61522ad-cccc-4415-9a13-2a3a45e693bc triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:43.094646 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:43.153181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:43.302297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:43.369641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:43.490064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:43.507975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port b61522ad-cccc-4415-9a13-2a3a45e693bc, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=b61522ad-cccc-4415-9a13-2a3a45e693bc,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:57:43.525713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:43.550779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-de130362-db66-45b3-8deb-eeeaada7de2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:43.794614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=b61522ad-cccc-4415-9a13-2a3a45e693bc,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:43.829231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:43.834545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-db2af7bd-4ef3-4cb0-b1b4-91ffec5530f5 None None] Provisioning complete for port b61522ad-cccc-4415-9a13-2a3a45e693bc triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:43.835108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-db2af7bd-4ef3-4cb0-b1b4-91ffec5530f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:43.903550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Allocated IP 172.20.0.14 (6d32ac37-99f4-4e75-9345-cc511c84b680/0c8f726f-c55c-410d-8af3-79d8cd175603/2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:57:44.134685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45478) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:44.181483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:57:44.277887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Pushing event updated for resources: {'Port': ['ID=d2f68fac-51f1-454d-817f-6d629e68d145,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:44.288254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.604s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:44.291055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0cb24ffc-e0de-40ac-9f99-5cfa4a62fdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:44.296335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ad9048>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:35Z', 'revision_number': 3, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:44.303351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb085fe9-cbb7-4d8f-b672-c9ee496d2a49 None None] The sync data for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi is: [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:35Z', 'revision_number': 3, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:57:44.328126 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d9a4a605-65ee-4bdc-ba58-4eb10e93bfe2 req-c5b2a12a-9065-41df-b8c6-bb2ce3220564 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 210 time: 1.5268371
Jan 24 04:57:44.334365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-b80d4aa5-1d66-4ea8-9be9-ba54be282e0d None None] Provisioning complete for port b61522ad-cccc-4415-9a13-2a3a45e693bc triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:44.334929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b80d4aa5-1d66-4ea8-9be9-ba54be282e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:44.358715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:44.511427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:44.541694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Transition to ACTIVE for port object 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:44.580167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:44.581418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:44.681630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ff015df2-53e3-4b98-86ef-0ae8f045f9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:44.728344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Usage tracker for resource:security_group_rule and tenant:1f7d7a0015484a7abd4bc3efe716aadd is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:44.778693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:44.796580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:44.867061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:44.892931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:44.949634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Usage tracker for resource:security_group_rule and tenant:58c3a9759d354a218bb52cb45e3fbee2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:44.949634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:44.949634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:44.949634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:57:45.005788 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:45.077922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:45.136139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:45.157224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:45.182568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Pushing event updated for resources: {'Port': ['ID=4c395317-fee6-48d4-8152-3e293bebdf6d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:45.279881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:45.320127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.029s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:45.371724 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Network 65756a95-a3dc-4795-b455-30b70d7bac59 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:45.402005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:45.418585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:57:45.419121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850997132'] for router_interface, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:45.474218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850999811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:45.833804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:45.891757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device d2f68fac-51f1-454d-817f-6d629e68d145 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:57:45.914212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:45.942456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:45.946017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:45.980255 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8cd2ffd4-f796-4a00-9b61-4ee8749110e0 req-b992d592-c147-44b6-ae27-43d0347a5352 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 210 time: 0.1547112
Jan 24 04:57:46.015868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ac74db32-e3d1-4ecc-a002-8ecf05ab65d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:46.105749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-78f2a546-4218-4320-a67e-6bb4d9efbaf7 None None] Provisioning for port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:57:46.118195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-78f2a546-4218-4320-a67e-6bb4d9efbaf7 None None] Provisioning complete for port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:46.118747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-78f2a546-4218-4320-a67e-6bb4d9efbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.197730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port d2f68fac-51f1-454d-817f-6d629e68d145 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:57:46.207363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port d2f68fac-51f1-454d-817f-6d629e68d145 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:46.207777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.273826 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-78f2a546-4218-4320-a67e-6bb4d9efbaf7 None None] Port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 04:57:46.368481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.372985 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f7d7a0015484a7abd4bc3efe716aadd&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2255700
Jan 24 04:57:46.379887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45536) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:46.387377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db32e42a-66f6-49de-ae91-9b2be8a000ca,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:46.417116 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:46.421096 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:46.456306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.511232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.532290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port d2f68fac-51f1-454d-817f-6d629e68d145, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=d2f68fac-51f1-454d-817f-6d629e68d145,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:57:46.535834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.537110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b61522ad-cccc-4415-9a13-2a3a45e693bc up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:57:46.572665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:46.644457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Pushing event updated for resources: {'Port': ['ID=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:46.652233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:46.683669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=d2f68fac-51f1-454d-817f-6d629e68d145,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:46.699309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:46.721886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45544) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:46.746947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0b6f-0a80-4269-8bc4-95f305329e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.752790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port b61522ad-cccc-4415-9a13-2a3a45e693bc triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:46.753447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.785834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.790946 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:46.943168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Network 6d32ac37-99f4-4e75-9345-cc511c84b680 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:46.951753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0b6f-0a80-4269-8bc4-95f305329e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:46.995911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:47.021547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:57:47.050147 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:47.050883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.107997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.180950 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:47.198381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Usage tracker for resource:security_group_rule and tenant:bad6d7897c924223b1c697c26051beb9 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:47.205177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:47.209484 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.0306380
Jan 24 04:57:47.215386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:47.238890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0b6f-0a80-4269-8bc4-95f305329e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.258445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:47.331872 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58c3a9759d354a218bb52cb45e3fbee2&name=default HTTP/1.1" status: 200  len: 2979 time: 4.5554421
Jan 24 04:57:47.337649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45556) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:47.339567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d33105c-259a-45c7-9e08-316127885dbb,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:47.347093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:47.347277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f0b6f-0a80-4269-8bc4-95f305329e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db32e42a-66f6-49de-ae91-9b2be8a000ca,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:47.361922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fc9f0b6f-0a80-4269-8bc4-95f305329e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:47.367662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0b6f-0a80-4269-8bc4-95f305329e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.371444 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-fc9f0b6f-0a80-4269-8bc4-95f305329e49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db32e42a-66f6-49de-ae91-9b2be8a000ca HTTP/1.1" status: 204  len: 168 time: 0.9876161
Jan 24 04:57:47.492761 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850999811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.533550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.542838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.545247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.557440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0b93c5f2-e600-4469-b096-9d53426cba85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:47.559305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa76d68-142c-4c72-93ba-fb76ceac28c3 req-3071932b-c8db-4232-b5d8-4483cbd777b3 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:47.562954 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fa76d68-142c-4c72-93ba-fb76ceac28c3 req-3071932b-c8db-4232-b5d8-4483cbd777b3 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 932 time: 0.3243203
Jan 24 04:57:47.564479 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b34fad0-ef54-4508-9323-be9284769f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.583833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.612711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851001633'] for router_interface, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.679320 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bad6d7897c924223b1c697c26051beb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9529285
Jan 24 04:57:47.713177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device d2f68fac-51f1-454d-817f-6d629e68d145 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:57:47.762813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45564) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:47.832463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 is scheduled to L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 24 04:57:47.858114 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b34fad0-ef54-4508-9323-be9284769f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.923231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-4fa76d68-142c-4c72-93ba-fb76ceac28c3 req-c68603be-9cca-4f50-ab1f-332da55e2601 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Synchronizing usage tracker for tenant:e9e89452d8e240de970e892c0eb98c82 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:57:47.932523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port d2f68fac-51f1-454d-817f-6d629e68d145 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:47.932523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:47.950103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bdb800cf-1f57-4136-b22a-004a96022478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:48.354984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a824e094-7ebd-4323-89e9-3fc4ae253051,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:48.361338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:48.364858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-01cf9bd3-8137-4fbe-a3d4-13a357aa43cc tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.711s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:48.396745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:57:48.417363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Sync routers for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:57:48.455882 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:48.459842 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 13.7443461
Jan 24 04:57:48.459958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:57:48.459958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d24c18>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:48.462618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45588) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:48.511008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bdb800cf-1f57-4136-b22a-004a96022478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:48.523362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-4fa76d68-142c-4c72-93ba-fb76ceac28c3 req-c68603be-9cca-4f50-ab1f-332da55e2601 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Unset dirty status for tenant:e9e89452d8e240de970e892c0eb98c82 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:57:48.539165 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fa76d68-142c-4c72-93ba-fb76ceac28c3 req-c68603be-9cca-4f50-ab1f-332da55e2601 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8998876
Jan 24 04:57:48.630520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:48.647647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b34fad0-ef54-4508-9323-be9284769f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:48.705066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-abee8e9d-d414-49fe-8815-9313594a09dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:48.709885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:48.747378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b34fad0-ef54-4508-9323-be9284769f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:48.749393 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4b34fad0-ef54-4508-9323-be9284769f4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d33105c-259a-45c7-9e08-316127885dbb HTTP/1.1" status: 204  len: 168 time: 1.4065528
Jan 24 04:57:48.764702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Network 65756a95-a3dc-4795-b455-30b70d7bac59 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:48.769140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34fad0-ef54-4508-9323-be9284769f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d33105c-259a-45c7-9e08-316127885dbb,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:48.775290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4b34fad0-ef54-4508-9323-be9284769f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:48.776067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:48.776827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Router cfa30a6f-f5be-4a1e-94bb-1dac927987fc is scheduled to L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 24 04:57:48.935303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:57:48.954620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bdb800cf-1f57-4136-b22a-004a96022478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:48.965353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45598) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:49.145366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:49.214248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb800cf-1f57-4136-b22a-004a96022478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a824e094-7ebd-4323-89e9-3fc4ae253051,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:49.227938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bdb800cf-1f57-4136-b22a-004a96022478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:49.261415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bdb800cf-1f57-4136-b22a-004a96022478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:49.265348 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-bdb800cf-1f57-4136-b22a-004a96022478 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a824e094-7ebd-4323-89e9-3fc4ae253051 HTTP/1.1" status: 204  len: 168 time: 1.5014889
Jan 24 04:57:49.387268 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:57:49.397918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Sync routers for ids ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:57:49.418183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Routers {'cfa30a6f-f5be-4a1e-94bb-1dac927987fc'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:57:49.419206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d374a8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:49.439938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:49.441632 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 14.5989368
Jan 24 04:57:49.445763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45612) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:49.524270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08cf2003-1a70-45cc-9d3a-725da2e37778 None None] Provisioning complete for port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:49.525387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08cf2003-1a70-45cc-9d3a-725da2e37778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:49.592156 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 04:57:49.687285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08cf2003-1a70-45cc-9d3a-725da2e37778 None None] Port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 04:57:49.754577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d24c18>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:42Z', 'revision_number': 3, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:49.761173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Checking router: ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:57:49.762208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Updating router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 binding host dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 04:57:49.904679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Set router cfa30a6f-f5be-4a1e-94bb-1dac927987fc gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:57:49.914728 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:50.791510 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d374a8>, [{'id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:35Z', 'updated_at': '2021-01-24T04:57:45Z', 'revision_number': 3, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'gw_port': {'id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:39Z', 'updated_at': '2021-01-24T04:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:50.803070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Checking router: cfa30a6f-f5be-4a1e-94bb-1dac927987fc for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:57:50.803460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Updating router cfa30a6f-f5be-4a1e-94bb-1dac927987fc port 4c395317-fee6-48d4-8152-3e293bebdf6d binding host dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 04:57:50.937192 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:51.014425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:51.025407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad739dff-a05b-457f-84c4-4bd76c26a828 req-ede79480-769f-4f0a-800b-9e71e8a36f20 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:51.026242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ad739dff-a05b-457f-84c4-4bd76c26a828 req-ede79480-769f-4f0a-800b-9e71e8a36f20 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Synchronizing usage tracker for tenant:e9e89452d8e240de970e892c0eb98c82 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:57:51.031662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:51.064436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Transition to ACTIVE for port object fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:51.071704 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:51.106534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6294f37e-e669-4404-9e07-2ac2122041fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:51.211589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:57:51.288818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:51.402193 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] 10.222.0.10 "PUT /v2.0/routers/db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.4726799
Jan 24 04:57:51.478026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ad739dff-a05b-457f-84c4-4bd76c26a828 req-ede79480-769f-4f0a-800b-9e71e8a36f20 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Unset dirty status for tenant:e9e89452d8e240de970e892c0eb98c82 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:57:51.490269 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ad739dff-a05b-457f-84c4-4bd76c26a828 req-ede79480-769f-4f0a-800b-9e71e8a36f20 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 932 time: 1.4189656
Jan 24 04:57:51.505606 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Sync routers for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:57:51.557940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec119cd1-cdd5-44b4-a1f7-ccd34b5f719c None None] Pushing event updated for resources: {'Port': ['ID=fa1a8a94-4df0-4c4e-814c-81cffc82f0e0,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:51.584247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ec119cd1-cdd5-44b4-a1f7-ccd34b5f719c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:51.587116 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:57:51.587810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcff74358>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:51.596617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:51.646068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:51.678024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-d023de13-27ef-45e4-b07b-4277ea9de766 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 04:57:51.679216 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-d023de13-27ef-45e4-b07b-4277ea9de766 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0888762
Jan 24 04:57:51.722722 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ad739dff-a05b-457f-84c4-4bd76c26a828 req-222a1870-177d-402d-a1da-b93e2548b9ea tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313197
Jan 24 04:57:51.758284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Attempting to bind port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:57:51.759089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Attempting to bind port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:57:51.759883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Attempting to bind port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 on network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:57:51.778072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:57:51.778498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:51.779230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:51.779673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Bound using segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:57:51.780511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Bound port: fa1a8a94-4df0-4c4e-814c-81cffc82f0e0, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:57:51.781629 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:51.873402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] For port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:57:51.877414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] For port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=fa1a8a94-4df0-4c4e-814c-81cffc82f0e0,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:57:51.891194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:51.955984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:51.962501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:52.018477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Transition to ACTIVE for port object 4c395317-fee6-48d4-8152-3e293bebdf6d will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:52.022013 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:52.429349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:52.511641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:57:52.512624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d24c18>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:52.533349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Attempting to bind port 4c395317-fee6-48d4-8152-3e293bebdf6d on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:57:52.534051 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Attempting to bind port 4c395317-fee6-48d4-8152-3e293bebdf6d by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:57:52.534652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Attempting to bind port 4c395317-fee6-48d4-8152-3e293bebdf6d on network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:57:52.546037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:57:52.547334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:52.547974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:52.549285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Bound using segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:57:52.550377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Bound port: 4c395317-fee6-48d4-8152-3e293bebdf6d, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:57:52.551045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:52.592480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Allocated IP 172.20.0.1 (9fd5f26c-e77f-486e-ab41-96c5de2e4701/ef054250-8b1c-476d-be93-6a347e5cf144/2a1b8d9f-d578-4a50-968b-8d1ff57aa00d) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:57:52.697212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] For port 4c395317-fee6-48d4-8152-3e293bebdf6d, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:57:52.705336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] For port 4c395317-fee6-48d4-8152-3e293bebdf6d, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=4c395317-fee6-48d4-8152-3e293bebdf6d,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:57:52.715932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:52.743359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48688f4-72ee-467d-9d98-c708bdaaf919 None None] Pushing event updated for resources: {'Port': ['ID=4c395317-fee6-48d4-8152-3e293bebdf6d,revision_number=2']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:52.758592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f48688f4-72ee-467d-9d98-c708bdaaf919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:52.759957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f48688f4-72ee-467d-9d98-c708bdaaf919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:52.775221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Allocated IP 172.20.0.1 (56c4ea9e-4606-4803-ab20-b342a16a6e47/b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17/232edbfd-6c21-433e-80a8-53c0b8114eab) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:57:52.850118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:52.919189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f5885a4d5ad34aad9628963cbeeb4cc3 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:52.930563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:52.946909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec119cd1-cdd5-44b4-a1f7-ccd34b5f719c None None] Pushing event updated for resources: {'Port': ['ID=fa1a8a94-4df0-4c4e-814c-81cffc82f0e0,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:52.953977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:52.955825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:52.965724 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48688f4-72ee-467d-9d98-c708bdaaf919 None None] Pushing event updated for resources: {'Port': ['ID=4c395317-fee6-48d4-8152-3e293bebdf6d,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:52.972157 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f48688f4-72ee-467d-9d98-c708bdaaf919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:53.009334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-870d7b96-70cb-4f9a-8c06-cb64cf219762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:53.013907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ec119cd1-cdd5-44b4-a1f7-ccd34b5f719c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.058s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:53.055508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:57:53.231129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a44a7c-dde3-4c47-8f08-d284bd499386 req-cc5cd2fe-a34c-4d02-a1f2-b03d9b11998c tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:53.232835 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3a44a7c-dde3-4c47-8f08-d284bd499386 req-cc5cd2fe-a34c-4d02-a1f2-b03d9b11998c tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 932 time: 0.2027249
Jan 24 04:57:53.260896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Routers {'cfa30a6f-f5be-4a1e-94bb-1dac927987fc'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:57:53.261493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d374a8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:53.320130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1b8d9f-d578-4a50-968b-8d1ff57aa00d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:53.353314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:53.564064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:53.576883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:53.600076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:57:53.604121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850997132'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:53.687362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] Set router cfa30a6f-f5be-4a1e-94bb-1dac927987fc gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:57:53.782226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:53.803770 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3a44a7c-dde3-4c47-8f08-d284bd499386 req-5696cd76-2135-4312-b60f-2071bb9dab83 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5581136
Jan 24 04:57:53.807798 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Request body: {'port': {'device_id': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:53.848517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:53.880766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:57:53.890531 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:53.919878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5908bdb3-31f4-444d-b936-b614cc4701de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:53.981800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:53.999312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6b060d-fc02-4f66-8deb-b629b7708aeb,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:54.042246 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:54.057890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:54.118389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5885a4d5ad34aad9628963cbeeb4cc3&name=default HTTP/1.1" status: 200  len: 2979 time: 5.1346169
Jan 24 04:57:54.209234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45696) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:54.503070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcff74358>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:57:47Z', 'revision_number': 2, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:54.522141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e960426-2471-487b-a37f-54e71747d8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:54.556184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Checking router: db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:57:54.556613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Updating router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 binding host dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 04:57:54.693041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e960426-2471-487b-a37f-54e71747d8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:54.721313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45706) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:54.729087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d374a8>, [{'id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:35Z', 'updated_at': '2021-01-24T04:57:45Z', 'revision_number': 3, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'gw_port': {'id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:39Z', 'updated_at': '2021-01-24T04:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:54.730482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:54.739772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 04:57:54.742485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6bd161-19a0-47b0-950c-0f0a3f3c6d11 None None] The sync data for ids ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'] in dv-cinder-772181-5-iscsi is: [{'id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:35Z', 'updated_at': '2021-01-24T04:57:45Z', 'revision_number': 3, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'gw_port': {'id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:39Z', 'updated_at': '2021-01-24T04:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:57:54.748238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:54.766596 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Transition to ACTIVE for port object 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:54.770853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Transition to ACTIVE for port object 232edbfd-6c21-433e-80a8-53c0b8114eab will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:54.772681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:54.795007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'security_group': {'name': 'tempest-securitygroup--113756038', 'description': 'tempest-description--824910310'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:54.847059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:54.910380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:security_group and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:54.934091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:54.947058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:54.977985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:55.036374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:55.054814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:55.109672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.154887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:55.163642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:security_group_rule and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:55.169181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:55.172261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e960426-2471-487b-a37f-54e71747d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.186208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:55.222978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:55.264311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.285729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e960426-2471-487b-a37f-54e71747d8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6b060d-fc02-4f66-8deb-b629b7708aeb,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:55.290080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1e960426-2471-487b-a37f-54e71747d8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:55.347978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.370164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851001633'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.444384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Attempting to bind port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:57:55.446592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Attempting to bind port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'ffe52dff-0b22-482a-b38f-b38a9a3f375a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d32ac37-99f4-4e75-9345-cc511c84b680'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:57:55.447191 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Attempting to bind port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 on network 6d32ac37-99f4-4e75-9345-cc511c84b680 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:57:55.472053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:57:55.473449 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Checking segment: {'id': 'ffe52dff-0b22-482a-b38f-b38a9a3f375a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d32ac37-99f4-4e75-9345-cc511c84b680'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:55.474502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.475508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Bound using segment: {'id': 'ffe52dff-0b22-482a-b38f-b38a9a3f375a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d32ac37-99f4-4e75-9345-cc511c84b680'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:57:55.476984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Bound port: 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe52dff-0b22-482a-b38f-b38a9a3f375a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d32ac37-99f4-4e75-9345-cc511c84b680'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:57:55.477966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.636142 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] For port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:57:55.644076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] For port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,segment=NetworkSegment(ffe52dff-0b22-482a-b38f-b38a9a3f375a),segment_id=ffe52dff-0b22-482a-b38f-b38a9a3f375a)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:57:55.648932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:55.666884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.702992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.783440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1b8d9f-d578-4a50-968b-8d1ff57aa00d,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:55.788670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 4c395317-fee6-48d4-8152-3e293bebdf6d up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:57:55.798613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e960426-2471-487b-a37f-54e71747d8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:55.804100 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1e960426-2471-487b-a37f-54e71747d8e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a6b060d-fc02-4f66-8deb-b629b7708aeb HTTP/1.1" status: 204  len: 168 time: 1.5905046
Jan 24 04:57:55.808195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:55.822910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:55.829178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:55.890821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Transition to ACTIVE for port object 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:57:55.925836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:55.937030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:56.070643 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:56.118713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b09ff-5fa1-4c7c-bc2b-fd6f0c974fb8 req-13afac2c-9e95-4c82-bec1-040b5ff2c308 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:56.131720 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d46b09ff-5fa1-4c7c-bc2b-fd6f0c974fb8 req-13afac2c-9e95-4c82-bec1-040b5ff2c308 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 944 time: 0.8782997
Jan 24 04:57:56.176208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Router cfa30a6f-f5be-4a1e-94bb-1dac927987fc has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 04:57:56.182048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:56.319038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:56.373927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:56.376804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:56.458565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Pushing event updated for resources: {'Port': ['ID=232edbfd-6c21-433e-80a8-53c0b8114eab,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:56.474434 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:56.476466 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:56.477289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:56.478918 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-ce9132a8-b9f5-4895-8d82-372d6e759c00 service neutron] 10.222.0.61 "PUT /v2.0/ports/2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 HTTP/1.1" status: 200  len: 1158 time: 3.7008603
Jan 24 04:57:56.482313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:56.483337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:56.485895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'tag': '2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:57:56.500953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d24c18>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:42Z', 'revision_number': 3, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:56.576305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:57:56.581820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:57:56.582615 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850997132'] for router_interface, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:56.596639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:56.599696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:56.607256 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:56.607429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e67f93-da19-422d-890c-910c4bf98e50 None None] The sync data for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi is: [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:42Z', 'revision_number': 3, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:57:56.661530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'SecurityGroup': ['ID=facd10ad-6872-4788-a6de-35b0f79577c5,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:56.666996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:56.668566 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] 10.222.0.10 "PUT /v2.0/routers/cfa30a6f-f5be-4a1e-94bb-1dac927987fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2212632
Jan 24 04:57:56.717250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:56.727218 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.9904151
Jan 24 04:57:56.737067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45764) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:56.766911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'security_group_rule': {'security_group_id': 'facd10ad-6872-4788-a6de-35b0f79577c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:56.798364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:56.817152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:security_group_rule and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:56.827503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:56.857472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:56.911044 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45770) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:56.971194 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d46b09ff-5fa1-4c7c-bc2b-fd6f0c974fb8 req-59a4e1a8-fb10-4ac1-9a88-3bef132d8267 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8382642
Jan 24 04:57:56.982712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:56.983947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:57.042095 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:57.105487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb807c3-5905-4a7b-a901-c06078a9e8c8 None None] Pushing event updated for resources: {'Port': ['ID=5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:57.121490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4fb807c3-5905-4a7b-a901-c06078a9e8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:57.128400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-79828e1f-5194-428c-a06e-6c22741ed12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:57.130092 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-79828e1f-5194-428c-a06e-6c22741ed12a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9e89452d8e240de970e892c0eb98c82&device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 1161 time: 0.4287901
Jan 24 04:57:57.144191 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:57.151359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:57.152428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:57.159159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:57.172660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Usage tracker for resource:security_group_rule and tenant:96ae820c018141fca442117594aded82 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:57.265763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 4c395317-fee6-48d4-8152-3e293bebdf6d completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:57:57.330262 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-3dabd891-6681-4136-86af-61499a61262a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 HTTP/1.1" status: 200  len: 217 time: 0.0948119
Jan 24 04:57:57.448441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-590cfbe0-ec9e-4da5-b91f-9fe679188085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:57.450577 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-590cfbe0-ec9e-4da5-b91f-9fe679188085 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c8f726f-c55c-410d-8af3-79d8cd175603 HTTP/1.1" status: 200  len: 851 time: 0.1115429
Jan 24 04:57:57.519480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4921e880-4c39-4df1-a35f-0fb290235ba9 None None] Provisioning for port 232edbfd-6c21-433e-80a8-53c0b8114eab completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:57:57.529537 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:57.537194 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-7dd1d6e8-0a65-4855-85da-9c2676741156 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d32ac37-99f4-4e75-9345-cc511c84b680&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795155
Jan 24 04:57:57.548580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d45c69-18f4-4c42-912d-3e648a0daa4f,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:57.552915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:57.560072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:57.572128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 4c395317-fee6-48d4-8152-3e293bebdf6d triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:57.572785 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:57.703415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:57.707471 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:57.710741 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-2894ee10-f92d-4821-9bb0-064c56b5f994 service neutron] 10.222.0.61 "GET /v2.0/networks/6d32ac37-99f4-4e75-9345-cc511c84b680?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640551
Jan 24 04:57:57.737772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:57.740937 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0022507
Jan 24 04:57:57.745674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45820) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:57.752433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:57.818604 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96ae820c018141fca442117594aded82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9015627
Jan 24 04:57:57.819873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45826) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:57.823841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'security_group_rule': {'security_group_id': 'facd10ad-6872-4788-a6de-35b0f79577c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:57.967111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:57.983047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:security_group_rule and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:57.993528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:58.009831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:58.080282 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4921e880-4c39-4df1-a35f-0fb290235ba9 None None] Provisioning complete for port 232edbfd-6c21-433e-80a8-53c0b8114eab triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:58.089075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4921e880-4c39-4df1-a35f-0fb290235ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.219652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-4921e880-4c39-4df1-a35f-0fb290235ba9 None None] Port 232edbfd-6c21-433e-80a8-53c0b8114eab cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 04:57:58.223647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Attempting to bind port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:57:58.223786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Attempting to bind port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:57:58.224375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Attempting to bind port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 on network 65756a95-a3dc-4795-b455-30b70d7bac59 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:57:58.313067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:57:58.313782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Checking segment: {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:57:58.314379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.314963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Bound using segment: {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:57:58.315648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Bound port: 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:57:58.316242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.331822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45846) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:58.355182 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'tag': '2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79', 'status': 'completed', 'code': 200}
Jan 24 04:57:58.358004 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e80eee7d-7195-43e0-9dc7-60ff5c6184bb req-0710c3c3-fc68-4b61-908c-866988dbca80 service neutron] 10.222.0.61 "GET /v2.0/networks/6d32ac37-99f4-4e75-9345-cc511c84b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6230438
Jan 24 04:57:58.362711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.394994 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ced340-eb3d-40ff-bdc8-e45085bf18d1,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:58.441524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:58.526848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9848b-445f-4162-a5fc-79523d660859 req-06cd0089-b4a6-4cc3-8eea-7e34139a0281 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:58.532692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-251a57e6-ec86-4347-9443-294c38174913 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:58.535775 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-05c9848b-445f-4162-a5fc-79523d660859 req-06cd0089-b4a6-4cc3-8eea-7e34139a0281 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 944 time: 0.1714063
Jan 24 04:57:58.543856 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-251a57e6-ec86-4347-9443-294c38174913 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 817 time: 0.7321496
Jan 24 04:57:58.555321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-09b7b846-e30b-429a-a321-b9fcfe599727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.574544 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-a5efa504-2051-49c3-9ae0-95ac00e0ac4d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/quotas/ec5b784f5ab14f4bad3ff63b3730bc39 HTTP/1.1" status: 200  len: 375 time: 0.0296605
Jan 24 04:57:58.585769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] For port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:57:58.588240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.641748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 4c395317-fee6-48d4-8152-3e293bebdf6d, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=4c395317-fee6-48d4-8152-3e293bebdf6d,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:57:58.648570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] For port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:57:58.655295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.679260 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.686093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:58.744409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-09b7b846-e30b-429a-a321-b9fcfe599727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.768698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.790845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.849083 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:58.865923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.868604 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0902994
Jan 24 04:57:58.892986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45860) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:58.897167 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-05c9848b-445f-4162-a5fc-79523d660859 req-fa2eb00d-4753-4683-8c89-09b377793f65 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180955
Jan 24 04:57:58.898814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335c619b-99a9-4a00-9ee1-97d956cabd65,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:58.901890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:58.906194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'floatingip': {'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:57:58.916795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:58.921188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:floatingip and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:58.924411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:58.930428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:58.948985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Sync routers for ids ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:57:58.956182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-ddfdb7d5-cee6-4ad3-a9e7-50b5c5a3821e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Synchronizing usage tracker for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:57:58.964302 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Routers {'cfa30a6f-f5be-4a1e-94bb-1dac927987fc'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:57:58.968632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:58.973156 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd48b2400>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:58.985063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-8b2c5fe8-5c7e-45ae-8846-481095864464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:57:58.986941 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-8b2c5fe8-5c7e-45ae-8846-481095864464 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9e89452d8e240de970e892c0eb98c82&device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 1161 time: 0.4504256
Jan 24 04:57:59.007598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:57:59.013115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:59.082716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:57:59.185240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.resource_extend [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 24 04:57:59.231174 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:57:59.248466 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:57:59.257269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:59.265481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:59.278210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:59.282309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Usage tracker for resource:security_group_rule and tenant:276985cbc5e541de8e9f51f6ae86463b is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:57:59.290247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851001633'] for router_interface, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:59.295548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:57:59.346570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:57:59.353564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Set router cfa30a6f-f5be-4a1e-94bb-1dac927987fc gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:57:59.366249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-09b7b846-e30b-429a-a321-b9fcfe599727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:59.376830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb807c3-5905-4a7b-a901-c06078a9e8c8 None None] Pushing event updated for resources: {'Port': ['ID=5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:59.395777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-10d94f77-1398-4fee-bb63-30e638666922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:59.439175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-ddfdb7d5-cee6-4ad3-a9e7-50b5c5a3821e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Unset dirty status for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:57:59.445946 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-ddfdb7d5-cee6-4ad3-a9e7-50b5c5a3821e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8704491
Jan 24 04:57:59.496432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:57:59.510280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:57:59.517383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcff74358>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:57:59.567182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7b846-e30b-429a-a321-b9fcfe599727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ced340-eb3d-40ff-bdc8-e45085bf18d1,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:59.571664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45870) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:57:59.590299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-09b7b846-e30b-429a-a321-b9fcfe599727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:57:59.591528 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-09b7b846-e30b-429a-a321-b9fcfe599727 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46ced340-eb3d-40ff-bdc8-e45085bf18d1 HTTP/1.1" status: 204  len: 168 time: 1.7095370
Jan 24 04:57:59.613147 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-09b7b846-e30b-429a-a321-b9fcfe599727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:59.690226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Pushing event updated for resources: {'Port': ['ID=232edbfd-6c21-433e-80a8-53c0b8114eab,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:57:59.694054 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:57:59.737802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:57:59.742106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:57:59.881877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:58:00.028482 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-ab883d6a-e267-4cbf-821a-e654e8a101b7 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5392718
Jan 24 04:58:00.154057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-6a517560-b807-48e8-8eef-aac849dcd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:00.159590 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-6a517560-b807-48e8-8eef-aac849dcd40f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d32ac37-99f4-4e75-9345-cc511c84b680 HTTP/1.1" status: 200  len: 905 time: 1.1634147
Jan 24 04:58:00.365503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.378386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.381223 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-d1740251-81b2-4f89-8ed9-ebbe9f7e1e02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 HTTP/1.1" status: 200  len: 217 time: 0.2012327
Jan 24 04:58:00.393200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:00.401972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd48b2400>, [{'id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:35Z', 'updated_at': '2021-01-24T04:57:53Z', 'revision_number': 4, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'gw_port': {'id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:39Z', 'updated_at': '2021-01-24T04:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '2a1b8d9f-d578-4a50-968b-8d1ff57aa00d', 'name': '', 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'mac_address': 'fa:16:3e:e6:a8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ef054250-8b1c-476d-be93-6a347e5cf144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:57:54Z', 'revision_number': 2, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'subnets': [{'id': 'ef054250-8b1c-476d-be93-6a347e5cf144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:00.414159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Checking router: cfa30a6f-f5be-4a1e-94bb-1dac927987fc for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:58:00.418393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Updating router cfa30a6f-f5be-4a1e-94bb-1dac927987fc port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d binding host dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 04:58:00.518618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.565019 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=276985cbc5e541de8e9f51f6ae86463b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2204726
Jan 24 04:58:00.579013 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 45896) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:00.579740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3329810-1c41-4d61-b39c-be6563b1a109,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:00.584747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.587137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:00.612410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:00.616883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Usage tracker for resource:security_group_rule and tenant:0548d6f53e2a4ddcbbc943d3f44ba1c0 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:00.620187 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:00.627689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:00.651709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.661542 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=4c395317-fee6-48d4-8152-3e293bebdf6d,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:00.726552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.732212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.046s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:00.736854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.739149 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-a239a59d-2713-4179-bb3d-b8d7cb0904ea service neutron] 10.222.0.10 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6933963
Jan 24 04:58:00.795518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.055s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:00.796451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:00.799912 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:00.822790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d06a8193-38cc-4f3a-ab6c-d8af409e28cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.850821 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0548d6f53e2a4ddcbbc943d3f44ba1c0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2750571
Jan 24 04:58:00.865732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45904) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:00.867976 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15afd12e-7439-4520-b563-0acd3ecb2a6b,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:00.870097 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-6ed7f6e8-6a20-4d53-bac2-f7dd1cee115f None None] Provisioning complete for port 232edbfd-6c21-433e-80a8-53c0b8114eab triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:00.870528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6ed7f6e8-6a20-4d53-bac2-f7dd1cee115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.882232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d06a8193-38cc-4f3a-ab6c-d8af409e28cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:00.994141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:01.035518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-220bce42-f180-4582-830f-c4bec44246d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:01.037767 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-220bce42-f180-4582-830f-c4bec44246d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c8f726f-c55c-410d-8af3-79d8cd175603 HTTP/1.1" status: 200  len: 851 time: 0.6284423
Jan 24 04:58:01.054614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:01.057098 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 04:58:01.063307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17021558-ac38-4d38-98a6-2dbf0d38fa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:01.134849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=fa1a8a94-4df0-4c4e-814c-81cffc82f0e0,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:01.143525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7f6e8-6a20-4d53-bac2-f7dd1cee115f None None] Port 232edbfd-6c21-433e-80a8-53c0b8114eab cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 04:58:01.148912 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:01.164255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d06a8193-38cc-4f3a-ab6c-d8af409e28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:01.166450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:01.198939 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-ca21142a-39e9-4328-a672-982152013eb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d32ac37-99f4-4e75-9345-cc511c84b680&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1392643
Jan 24 04:58:01.208794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:01.234392 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-abf1865d-2b99-43f6-8d5a-2379324ac5fc req-2a7e374c-e719-4262-9848-2fce3f6c0217 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 210 time: 0.1282825
Jan 24 04:58:01.264029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a8193-38cc-4f3a-ab6c-d8af409e28cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3329810-1c41-4d61-b39c-be6563b1a109,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:01.267472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d06a8193-38cc-4f3a-ab6c-d8af409e28cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:01.273805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4c2cc-8747-4959-aca9-9995df83bd0b req-5050be12-088a-41ba-ae32-e93909ab0a9f tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:01.283392 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-29c4c2cc-8747-4959-aca9-9995df83bd0b req-5050be12-088a-41ba-ae32-e93909ab0a9f tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 944 time: 0.9041460
Jan 24 04:58:01.338634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d06a8193-38cc-4f3a-ab6c-d8af409e28cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:01.343344 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d06a8193-38cc-4f3a-ab6c-d8af409e28cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3329810-1c41-4d61-b39c-be6563b1a109 HTTP/1.1" status: 204  len: 168 time: 0.7552180
Jan 24 04:58:01.359066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f6933686-a86e-471d-ab4f-6c0752758b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:01.384881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Allocated IP 172.27.3.74 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/58a3d321-e372-47d9-8aed-140230de047d) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:58:01.402145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 4c395317-fee6-48d4-8152-3e293bebdf6d up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:01.519246 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcff74358>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:57:58Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:01.535324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2d201-6c44-47f8-ab02-b5037de38d9c None None] The sync data for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi is: [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:57:58Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:58:01.566931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=fa1a8a94-4df0-4c4e-814c-81cffc82f0e0,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:01.582707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:01.684726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 4c395317-fee6-48d4-8152-3e293bebdf6d triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:01.694409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:01.716308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:01.739849 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-799480c1-10d9-4fa6-95ff-c316788ee2e0 service neutron] 10.222.0.61 "GET /v2.0/networks/6d32ac37-99f4-4e75-9345-cc511c84b680?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4520009
Jan 24 04:58:01.792070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Transition to ACTIVE for port object 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:58:01.794969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:02.176619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:02.554476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb147-c644-4b99-953f-34f828315fc2 req-3f181e2b-e1e6-422a-91ad-6d604765b99a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:02.569371 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-3f181e2b-e1e6-422a-91ad-6d604765b99a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 817 time: 0.7286370
Jan 24 04:58:02.584974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:58:02.598633 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b5860b9-8aec-41da-b365-fc92ed43a35e req-a36d61c8-2fb2-4fbe-b03d-404a87df49a4 service neutron] 10.222.0.61 "GET /v2.0/networks/6d32ac37-99f4-4e75-9345-cc511c84b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8147264
Jan 24 04:58:02.616351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17021558-ac38-4d38-98a6-2dbf0d38fa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:02.632930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Sync routers for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:58:02.705767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17021558-ac38-4d38-98a6-2dbf0d38fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:02.711396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.objects.ports [None req-3787b89e-31d7-4542-ad69-78668dbd7d58 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 24 04:58:02.714997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:02.733335 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-29c4c2cc-8747-4959-aca9-9995df83bd0b req-fe5dfb39-1d53-49a4-b734-308091553407 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4487517
Jan 24 04:58:02.771252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b399a91b-b0ab-4f2b-81df-1676f1d60dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:02.783374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3838bb7-91b4-48c2-8f33-a5e37fcf75ae None None] Pushing event updated for resources: {'Port': ['ID=2a1b8d9f-d578-4a50-968b-8d1ff57aa00d,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:02.787737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:58:02.788423 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d30d30>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:02.803675 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d3838bb7-91b4-48c2-8f33-a5e37fcf75ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:02.804636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17021558-ac38-4d38-98a6-2dbf0d38fa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:02.806027 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-17021558-ac38-4d38-98a6-2dbf0d38fa7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15afd12e-7439-4520-b563-0acd3ecb2a6b HTTP/1.1" status: 204  len: 168 time: 1.9314458
Jan 24 04:58:02.813538 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17021558-ac38-4d38-98a6-2dbf0d38fa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15afd12e-7439-4520-b563-0acd3ecb2a6b,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:02.816553 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] 10.222.0.10 "PUT /v2.0/routers/ee8437b0-76be-4dd2-9ad7-eb19c6de12b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3527627
Jan 24 04:58:02.817709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-17021558-ac38-4d38-98a6-2dbf0d38fa7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:02.832189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Attempting to bind port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:58:02.832923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Attempting to bind port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:58:02.838415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Attempting to bind port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d on network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:58:02.845845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:58:02.846447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Checking segment: {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:02.847027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:02.847586 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Bound using segment: {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:58:02.848358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Bound port: 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:58:02.849024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:02.891863 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:02.895926 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-065c6bb9-06f0-4343-b41d-70b1a0a2cb03 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/quotas/ec5b784f5ab14f4bad3ff63b3730bc39 HTTP/1.1" status: 200  len: 375 time: 0.3256521
Jan 24 04:58:02.938747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:03.036875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] For port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:58:03.042811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] For port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=2a1b8d9f-d578-4a50-968b-8d1ff57aa00d,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:58:03.050327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:03.084435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:03.191993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45980) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:03.245619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:03.281991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:03.289503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e74236c1d644399f0c5d336f6dc763 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:03.300732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:03.316068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:03.450373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:03.502744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3838bb7-91b4-48c2-8f33-a5e37fcf75ae None None] Pushing event updated for resources: {'Port': ['ID=2a1b8d9f-d578-4a50-968b-8d1ff57aa00d,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:03.512031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d3838bb7-91b4-48c2-8f33-a5e37fcf75ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:03.603846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:58:03.618357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:03.637931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:03.661990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Routers {'cfa30a6f-f5be-4a1e-94bb-1dac927987fc'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:58:03.665273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd48b2400>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:57:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:03.740644 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:03.743356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:03.785147 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1e74236c1d644399f0c5d336f6dc763&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5879009
Jan 24 04:58:03.787277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 45998) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:03.846277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f88f82-1c22-44b5-9550-243a966f26e8,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:03.862222 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:03.916936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:03.917359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:03.971279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1ea673f-d7e0-4348-9cf7-abc2a56489ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.015336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1ea673f-d7e0-4348-9cf7-abc2a56489ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.068471 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] Set router cfa30a6f-f5be-4a1e-94bb-1dac927987fc gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:58:04.079942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1ea673f-d7e0-4348-9cf7-abc2a56489ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.089459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4d0d9014-47d2-45de-b91f-43d64b262079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:04.091050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c612523b-9f32-4385-9855-8a874e7e4028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.109623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea673f-d7e0-4348-9cf7-abc2a56489ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f88f82-1c22-44b5-9550-243a966f26e8,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:04.118617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f1ea673f-d7e0-4348-9cf7-abc2a56489ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:04.119653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1ea673f-d7e0-4348-9cf7-abc2a56489ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.123232 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f1ea673f-d7e0-4348-9cf7-abc2a56489ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66f88f82-1c22-44b5-9550-243a966f26e8 HTTP/1.1" status: 204  len: 168 time: 0.3323672
Jan 24 04:58:04.153365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46008) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:04.171180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.171913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:04.178604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:04.191939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'Port': ['ID=58a3d321-e372-47d9-8aed-140230de047d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:04.192478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.215920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.277s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:04.228666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:04.234819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Usage tracker for resource:security_group_rule and tenant:decd7348adf142c5aaa0ffa4f8a51093 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:04.259114 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:58:04.264270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:04.266855 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:04.275719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:58:04.277535 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:04.309438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:04.309825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.422066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.425922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.461545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5bbac31b-b841-4612-aa48-20a12a9cdda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:04.463844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.501377 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=decd7348adf142c5aaa0ffa4f8a51093&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3463418
Jan 24 04:58:04.502513 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b77997-4620-4e84-b06c-1630c7e2ee2e,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:04.508312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:04.509045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46014) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:04.549505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:04.568567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:04.569003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.597688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a01a4cd9-a169-45e6-8c78-b3b877f21dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.629915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.635108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a01a4cd9-a169-45e6-8c78-b3b877f21dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.692470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a01a4cd9-a169-45e6-8c78-b3b877f21dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.700334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8aec4133-2d89-4731-bf56-58cbd9ac97a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:04.718866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a4cd9-a169-45e6-8c78-b3b877f21dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b77997-4620-4e84-b06c-1630c7e2ee2e,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:04.722160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a01a4cd9-a169-45e6-8c78-b3b877f21dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:04.725565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a01a4cd9-a169-45e6-8c78-b3b877f21dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:04.728949 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a01a4cd9-a169-45e6-8c78-b3b877f21dd9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00b77997-4620-4e84-b06c-1630c7e2ee2e HTTP/1.1" status: 204  len: 168 time: 0.2186966
Jan 24 04:58:04.742690 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-3088eae0-d631-478f-8957-ffcf1cc7e027 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&fields=id HTTP/1.1" status: 200  len: 255 time: 1.8035929
Jan 24 04:58:04.932811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.003708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd48b2400>, [{'id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:35Z', 'updated_at': '2021-01-24T04:57:53Z', 'revision_number': 4, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'gw_port': {'id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:39Z', 'updated_at': '2021-01-24T04:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '2a1b8d9f-d578-4a50-968b-8d1ff57aa00d', 'name': '', 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'mac_address': 'fa:16:3e:e6:a8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ef054250-8b1c-476d-be93-6a347e5cf144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:03Z', 'revision_number': 4, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'subnets': [{'id': 'ef054250-8b1c-476d-be93-6a347e5cf144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:05.010601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ed8f1-1e8d-4a08-84b8-5939715e4558 None None] The sync data for ids ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'] in dv-cinder-772181-5-iscsi is: [{'id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:35Z', 'updated_at': '2021-01-24T04:57:53Z', 'revision_number': 4, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'gw_port': {'id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:39Z', 'updated_at': '2021-01-24T04:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '2a1b8d9f-d578-4a50-968b-8d1ff57aa00d', 'name': '', 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'mac_address': 'fa:16:3e:e6:a8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ef054250-8b1c-476d-be93-6a347e5cf144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:03Z', 'revision_number': 4, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'subnets': [{'id': 'ef054250-8b1c-476d-be93-6a347e5cf144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:58:05.130516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46032) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:05.135376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:05.137562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'security_group': {'name': 'tempest-securitygroup--212919359', 'description': 'tempest-description--763056532'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:05.169000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:05.195933 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:security_group and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:05.199606 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:05.220361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:05.257769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,segment=NetworkSegment(ffe52dff-0b22-482a-b38f-b38a9a3f375a),segment_id=ffe52dff-0b22-482a-b38f-b38a9a3f375a)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:05.265227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.280806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.284404 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.300116 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:05.348681 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-34bcf09c-3902-4689-8f81-293e480f85c8 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5885856
Jan 24 04:58:05.384999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:05.396843 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:security_group_rule and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:05.407710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:05.414955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:05.435618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:05.519630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:05.522391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.599109 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:05.613019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.633656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.635814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:05.644789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-7fa61950-fe79-4cc5-b351-65fc41b32dbc service neutron] 10.222.0.10 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2829850
Jan 24 04:58:05.807522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.814674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.826676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:05.901314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:05.907435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:05.923293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:05.929757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:06.006707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:06.024412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e95c0-5b8e-4bca-8251-edbdac38ed91 req-d60907d0-90c1-4501-a637-8e5f2a022af2 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:06.029515 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2a8e95c0-5b8e-4bca-8251-edbdac38ed91 req-d60907d0-90c1-4501-a637-8e5f2a022af2 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 946 time: 0.5789962
Jan 24 04:58:06.035297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'SecurityGroup': ['ID=6053b6bb-966f-4605-8eea-4c2da1579bae,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:06.076566 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:06.096275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d30d30>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:57:57Z', 'revision_number': 2, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:06.103244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Checking router: ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:58:06.103894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Updating router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 port 232edbfd-6c21-433e-80a8-53c0b8114eab binding host dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 04:58:06.167962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:06.191164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:06.200347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:06.201549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:06.387038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'Port': ['ID=58a3d321-e372-47d9-8aed-140230de047d,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:06.569530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:06.610532 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1d869048-862d-46ad-abba-9f0e8c2dfc0c req-b80f422f-b4e2-4280-82be-ceff07a8434b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 210 time: 0.3415878
Jan 24 04:58:06.711573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:06.712959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:06.716278 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.5846584
Jan 24 04:58:06.724392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46082) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:06.777853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'security_group_rule': {'security_group_id': '6053b6bb-966f-4605-8eea-4c2da1579bae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:06.872287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:06.887293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:security_group_rule and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:06.893838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:06.907797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:06.979654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:06.995555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-b8ac3a41-6f5a-4917-a321-8d747d595585 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:06.997110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:06.998309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-b8ac3a41-6f5a-4917-a321-8d747d595585 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Synchronizing usage tracker for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:network {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:07.037697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.047247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-b8ac3a41-6f5a-4917-a321-8d747d595585 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Unset dirty status for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:network {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:07.051180 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-b8ac3a41-6f5a-4917-a321-8d747d595585 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 817 time: 0.3306603
Jan 24 04:58:07.069943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.078293 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2a8e95c0-5b8e-4bca-8251-edbdac38ed91 req-1c4118ff-9a07-441e-be47-6b22ec95f1a3 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0354531
Jan 24 04:58:07.087240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Request body: {'port': {'device_id': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701', 'admin_state_up': True, 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:07.088313 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.1939726
Jan 24 04:58:07.255673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.259714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.273188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ba87689b-b445-41fb-9426-583f2c5e236d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:07.291562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:07.306441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:07.316261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Made reservation on behalf of ec5b784f5ab14f4bad3ff63b3730bc39 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:07.331882 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.348946 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6938a2-6f99-4c6a-b5b6-d12805c79b5e,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:07.362762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.368393 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6160340
Jan 24 04:58:07.369553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46100) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:07.370630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:07.379662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'security_group_rule': {'security_group_id': '6053b6bb-966f-4605-8eea-4c2da1579bae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:07.398167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:07.406052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:security_group_rule and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:07.415276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:07.432923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:07.457561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.533473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.536252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.539008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-07809138-0717-4070-882c-ec5eb199eb96 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:07.565825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045c5cc5-d415-42f3-951d-3bfb8148ffa0,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:07.575900 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79', 'code': 200}
Jan 24 04:58:07.579487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:07.582765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.590090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.591209 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5ff32141-e084-4438-af8f-2958e5da59c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2177334
Jan 24 04:58:07.594640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46108) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:07.601133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'floatingip': {'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:07.613204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:07.617752 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:floatingip and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:07.620814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:07.627765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:07.637996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.674419 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=2a1b8d9f-d578-4a50-968b-8d1ff57aa00d,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:07.709783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:07.726441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7ab57f78-8d6c-47f7-b219-d96b59ee036d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:07.949842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=2a1b8d9f-d578-4a50-968b-8d1ff57aa00d,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:07.964500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.61', 59036) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:07.965219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:08.066508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:08.144411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:08.188910 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bd15bfeb-b736-4d2d-b124-29a0da60b6f0 req-e2acb4b1-8b0d-48a9-a390-c4c47fd4b448 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 210 time: 0.2087955
Jan 24 04:58:08.390610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Allocated IP 172.20.0.6 (9fd5f26c-e77f-486e-ab41-96c5de2e4701/ef054250-8b1c-476d-be93-6a347e5cf144/89108169-eda8-4a9b-b2e9-4cf798445dbe) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:58:08.400156 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:08.417637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Transition to ACTIVE for port object 232edbfd-6c21-433e-80a8-53c0b8114eab will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:58:08.464149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:08.586636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.61', 59037) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:08.595980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Allocated IP 172.27.3.226 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/03e42bdb-f32e-4a9f-8de2-dcb185e82ef1) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:58:08.723212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46160) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:08.733877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:08.828911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:08.836407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:08.837012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.028972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea1d1f-9b78-4194-8ef2-ca6e10fc2bd5 req-ecfb0acd-e15e-49e0-a62f-6ff48440e261 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:09.046311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:09.046844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.047865 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-35ea1d1f-9b78-4194-8ef2-ca6e10fc2bd5 req-ecfb0acd-e15e-49e0-a62f-6ff48440e261 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 946 time: 0.5727386
Jan 24 04:58:09.126002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-4f41483f-f40f-4416-8ce6-df59e077438a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Synchronizing usage tracker for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:09.226766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-4f41483f-f40f-4416-8ce6-df59e077438a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Unset dirty status for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:09.251928 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-4f41483f-f40f-4416-8ce6-df59e077438a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--113756038&fields=id&tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2 HTTP/1.1" status: 200  len: 267 time: 0.6360703
Jan 24 04:58:09.310780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-5ae4d557-fae3-410b-98f3-fc6eae08b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:09.316840 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-5ae4d557-fae3-410b-98f3-fc6eae08b966 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 1163 time: 1.3396363
Jan 24 04:58:09.326291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-732370146-network', 'tenant_id': 'ef1b197280764520bb380fc4987b8a58'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:09.342392 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-35ea1d1f-9b78-4194-8ef2-ca6e10fc2bd5 req-abc58ed9-8adb-41c6-97e9-999bdfcd8d99 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934120
Jan 24 04:58:09.345778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:09.481395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb147-c644-4b99-953f-34f828315fc2 req-a42bdc5f-f68f-4144-abef-937a4a0276b4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:09.483631 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-a42bdc5f-f68f-4144-abef-937a4a0276b4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 817 time: 0.8842320
Jan 24 04:58:09.508065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Request body: {'port': {'device_id': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701', 'admin_state_up': True, 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:09.567326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Usage tracker for resource:network and tenant:ef1b197280764520bb380fc4987b8a58 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:09.570971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:09.577880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:09.588288 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.616387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:09.621727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Usage tracker for resource:security_group_rule and tenant:897f9f67c7b14734adba5533ed0fcfc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:09.623371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.626098 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:09.632219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:09.680662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Attempting to bind port 232edbfd-6c21-433e-80a8-53c0b8114eab on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:58:09.681081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Attempting to bind port 232edbfd-6c21-433e-80a8-53c0b8114eab by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:58:09.681491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Attempting to bind port 232edbfd-6c21-433e-80a8-53c0b8114eab on network 56c4ea9e-4606-4803-ab20-b342a16a6e47 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:58:09.687814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b742ef-db1b-44c5-a0d0-e8bcdb515df8 None None] Pushing event updated for resources: {'Port': ['ID=232edbfd-6c21-433e-80a8-53c0b8114eab,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:09.691516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58b742ef-db1b-44c5-a0d0-e8bcdb515df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:09.702574 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f444f783-c890-4d25-b85d-7b1527246f82 req-33679478-aec7-4789-9355-b143a82da626 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 210 time: 0.0647264
Jan 24 04:58:09.737718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.739841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Made reservation on behalf of ef1b197280764520bb380fc4987b8a58 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:09.742273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:58:09.742695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Checking segment: {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:09.743140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.743581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Bound using segment: {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:58:09.744113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Bound port: 232edbfd-6c21-433e-80a8-53c0b8114eab, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:58:09.744573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.746520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.767756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:09.771061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.774870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Usage tracker for resource:port and tenant:ec5b784f5ab14f4bad3ff63b3730bc39 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:09.778650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Quota usage for port was recalculated. Used quota:1. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:09.786433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.788058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:09.789394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.811342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:09.819012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-264958fc-1370-4653-b953-7a13672da6de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:09.851052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] For port 232edbfd-6c21-433e-80a8-53c0b8114eab, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:58:09.851623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:09.854233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] For port 232edbfd-6c21-433e-80a8-53c0b8114eab, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=232edbfd-6c21-433e-80a8-53c0b8114eab,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:58:09.856438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Usage tracker for resource:security_group_rule and tenant:ef1b197280764520bb380fc4987b8a58 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:09.860129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:09.862140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:09.866668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:09.883500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:09.898920 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bf9e274-b128-41a4-9e85-dcfb45d4b33a req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5618577
Jan 24 04:58:09.968360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b742ef-db1b-44c5-a0d0-e8bcdb515df8 None None] Pushing event updated for resources: {'Port': ['ID=232edbfd-6c21-433e-80a8-53c0b8114eab,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:09.971950 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58b742ef-db1b-44c5-a0d0-e8bcdb515df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:09.977387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5284ae-4345-47e0-b0a1-f0a5fc9c150b,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:09.988171 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46194) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:09.991399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:09.994507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.002970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.006916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Made reservation on behalf of ec5b784f5ab14f4bad3ff63b3730bc39 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:10.020767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.034531 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.037388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:58:10.047368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.047840 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Added segment 2283668a-fa18-4828-b0e1-aa66482f5c37 of type vxlan for network be1f49b7-61b1-42bf-99f5-71717dfeef81
Jan 24 04:58:10.077655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.136767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:58:10.137713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d30d30>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:58:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:10.161302 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4868dabb-cb82-4283-807c-36f0fe967afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:10.222659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ed7e47-4744-4b2c-9042-570c62a46b51,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:10.226546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.229765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:10.252778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:10.253516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.342069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a8fb7e1f-07a3-4950-96bc-c5908e982a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:10.389665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Pushing event updated for resources: {'Port': ['ID=89108169-eda8-4a9b-b2e9-4cf798445dbe,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:10.405693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:10.424520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-22592e69-c797-4259-9fef-ab0911939cbe tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:10.425359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-22592e69-c797-4259-9fef-ab0911939cbe tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Synchronizing usage tracker for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:10.459601 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.6789076
Jan 24 04:58:10.461205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46212) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:10.491200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:58:10.753069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:58:10.758588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-22592e69-c797-4259-9fef-ab0911939cbe tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Unset dirty status for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:10.759836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:10.759956 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-22592e69-c797-4259-9fef-ab0911939cbe tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 817 time: 1.5067084
Jan 24 04:58:10.764807 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Request body: {'subnet': {'network_id': 'be1f49b7-61b1-42bf-99f5-71717dfeef81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-732370146-subnet', 'tenant_id': 'ef1b197280764520bb380fc4987b8a58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:10.770289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:10.774694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Usage tracker for resource:subnet and tenant:ef1b197280764520bb380fc4987b8a58 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:10.777705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:10.783995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:10.830833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.842969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:58:10.854277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:10.858613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Usage tracker for resource:security_group_rule and tenant:fed47c9a09bb4a4b93b7f868dacd2439 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:10.861828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:10.865616 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:10.866346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.868157 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:10.921669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:10.940440 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8605528
Jan 24 04:58:10.961703 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.974776 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-25d94892-abd4-432b-9c9c-c68c96565ab4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/quotas/7265c7dd1e6142b5ac1d2633bd676cc2 HTTP/1.1" status: 200  len: 375 time: 0.1729527
Jan 24 04:58:10.979224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:10.991405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f0bbe-a475-48e4-9694-9472343ef8e3 req-67b8deca-9aab-42da-a049-fdde2485c0a8 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:10.993219 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c95f0bbe-a475-48e4-9694-9472343ef8e3 req-67b8deca-9aab-42da-a049-fdde2485c0a8 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 946 time: 0.3651736
Jan 24 04:58:11.009272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Made reservation on behalf of ef1b197280764520bb380fc4987b8a58 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:11.014945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:11.143996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:11.143996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:11.207676 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fed47c9a09bb4a4b93b7f868dacd2439&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2180974
Jan 24 04:58:11.208953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46234) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:11.213014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:11.215908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Pushing event updated for resources: {'Network': ['ID=be1f49b7-61b1-42bf-99f5-71717dfeef81,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:11.240442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d30d30>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:09Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:11.282149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Request body: {'port': {'device_id': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:11.308175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network be1f49b7-61b1-42bf-99f5-71717dfeef81 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:11.377795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:11.395782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ed0f029f-98af-4b67-ad99-b159134b7096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:11.461843 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c95f0bbe-a475-48e4-9694-9472343ef8e3 req-8281b0ad-9d6a-48fd-9dcd-9fcf0a60f8c4 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856906
Jan 24 04:58:11.480831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Allocated IP 172.20.0.14 (9fd5f26c-e77f-486e-ab41-96c5de2e4701/ef054250-8b1c-476d-be93-6a347e5cf144/08674dad-bf5f-4c48-82f9-70ff67c7cf93) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:58:11.497346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263b9c2b-fa14-42c4-8163-e32b1ede8d1a,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:11.517841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:11.524781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:11.568568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:11.754303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaba8f-01ab-4c14-ab91-a90c2297558a None None] The sync data for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi is: [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:09Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:58:11.760362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network be1f49b7-61b1-42bf-99f5-71717dfeef81 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:11.804210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'Port': ['ID=03e42bdb-f32e-4a9f-8de2-dcb185e82ef1,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:11.842054 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:11.871084 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-0e20d1ae-db21-48fb-abf0-55e8bb7645e3 req-bcf9ce4c-bafe-4ccc-94be-a2cec8aa4d66 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Synchronizing usage tracker for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:11.975038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-0e20d1ae-db21-48fb-abf0-55e8bb7645e3 req-bcf9ce4c-bafe-4ccc-94be-a2cec8aa4d66 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Unset dirty status for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:11.976969 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e20d1ae-db21-48fb-abf0-55e8bb7645e3 req-bcf9ce4c-bafe-4ccc-94be-a2cec8aa4d66 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 210 time: 0.2189894
Jan 24 04:58:12.028853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a03b0730-f7f0-482d-a3f2-5895d9ca424c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.166631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 232edbfd-6c21-433e-80a8-53c0b8114eab up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:12.189745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.198822 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-06532d60-1a56-4ea3-82a3-1040e967f28d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&fields=id HTTP/1.1" status: 200  len: 348 time: 1.0520978
Jan 24 04:58:12.202285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a03b0730-f7f0-482d-a3f2-5895d9ca424c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.257622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.329611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:58:12.409173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 232edbfd-6c21-433e-80a8-53c0b8114eab completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:12.423660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 232edbfd-6c21-433e-80a8-53c0b8114eab triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:12.424088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.425594 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:12.447473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:12.452727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:58:12.526591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a03b0730-f7f0-482d-a3f2-5895d9ca424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.550167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:12.570777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b0730-f7f0-482d-a3f2-5895d9ca424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263b9c2b-fa14-42c4-8163-e32b1ede8d1a,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:12.583763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a03b0730-f7f0-482d-a3f2-5895d9ca424c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:12.652412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.720869 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a03b0730-f7f0-482d-a3f2-5895d9ca424c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.721582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 232edbfd-6c21-433e-80a8-53c0b8114eab, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=232edbfd-6c21-433e-80a8-53c0b8114eab,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:12.725319 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a03b0730-f7f0-482d-a3f2-5895d9ca424c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/263b9c2b-fa14-42c4-8163-e32b1ede8d1a HTTP/1.1" status: 204  len: 168 time: 1.5110204
Jan 24 04:58:12.727883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.730754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:12.735730 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-34ede2a1-acd7-4474-849a-243bf11100cf service neutron] 10.222.0.10 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5087085
Jan 24 04:58:12.842416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89108169-eda8-4a9b-b2e9-4cf798445dbe {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 04:58:12.851900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:12.868005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=232edbfd-6c21-433e-80a8-53c0b8114eab,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:12.878398 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:12.880725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Transition to ACTIVE for port object 89108169-eda8-4a9b-b2e9-4cf798445dbe will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:58:12.975230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:13.031196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:13.032474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:13.073154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:13.086145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Pushing event updated for resources: {'Port': ['ID=08674dad-bf5f-4c48-82f9-70ff67c7cf93,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:13.163108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:13.167283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:13.233476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46266) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:13.273938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:58:13.286977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:13.290271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Pushing event updated for resources: {'Port': ['ID=89108169-eda8-4a9b-b2e9-4cf798445dbe,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:13.304058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:58:13.304221 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1d6ebaa3-7452-47bf-9b07-b12c0dfa5658 service neutron] 10.222.0.10 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5575726
Jan 24 04:58:13.334117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:13.335152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:13.351626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:13.396410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46274) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:13.398990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:13.440392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:13.488574 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a186c-fb01-4d64-ada1-c63da9a12f59 req-415d12b2-3f2a-448e-9473-c0badc12b6c4 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:13.490319 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c7a186c-fb01-4d64-ada1-c63da9a12f59 req-415d12b2-3f2a-448e-9473-c0badc12b6c4 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 946 time: 0.6045711
Jan 24 04:58:13.491710 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9880974
Jan 24 04:58:13.513159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea03500-f0c3-46de-a00a-5bc1299c8497,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:13.530468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Request body: {'port': {'device_id': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:13.720482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:13.723294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:13.725987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Usage tracker for resource:security_group_rule and tenant:435f2c0f413444a993101704f0874099 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:13.729550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:13.732560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:13.733638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:13.738255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:13.806253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:13.833504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-741f39df-ac53-4838-b058-301a877687c4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:13.956956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:13.973770 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c7a186c-fb01-4d64-ada1-c63da9a12f59 req-75eeb6ef-2280-4a2d-86f9-9b03cc4dbc4c tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4677837
Jan 24 04:58:13.998151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Usage tracker for resource:security_group_rule and tenant:00622ee34eca407fb45aa55c721e36ee is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:14.003657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:14.024924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:14.137048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 232edbfd-6c21-433e-80a8-53c0b8114eab up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:14.143901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:14.149895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:14.177938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:14.205245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Attempting to bind port 89108169-eda8-4a9b-b2e9-4cf798445dbe on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:58:14.205602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Attempting to bind port 89108169-eda8-4a9b-b2e9-4cf798445dbe by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:58:14.205970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Attempting to bind port 89108169-eda8-4a9b-b2e9-4cf798445dbe on network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:58:14.227710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:14.284281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:58:14.284281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Checking segment: {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:14.284630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:14.285084 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Bound using segment: {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:58:14.285583 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Bound port: 89108169-eda8-4a9b-b2e9-4cf798445dbe, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:58:14.289645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:14.382640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 232edbfd-6c21-433e-80a8-53c0b8114eab triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:14.382930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:14.485206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba98204a-414f-48b8-be12-04d607cf8a3c,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:14.619904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'Port': ['ID=03e42bdb-f32e-4a9f-8de2-dcb185e82ef1,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:14.638875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:14.657845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:14.711272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:14.712663 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.1168635
Jan 24 04:58:14.744196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Checking segment: {'id': '2283668a-fa18-4828-b0e1-aa66482f5c37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'be1f49b7-61b1-42bf-99f5-71717dfeef81'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:14.744606 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Network hostable DHCP agents. Network: be1f49b7-61b1-42bf-99f5-71717dfeef81, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:58:14.822776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c03227-baee-49c3-aa5e-e4664e42b29a req-e2d0b507-bacf-4f80-96cd-d67c29230856 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:14.825149 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d3c03227-baee-49c3-aa5e-e4664e42b29a req-e2d0b507-bacf-4f80-96cd-d67c29230856 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 932 time: 1.0892498
Jan 24 04:58:14.826050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Network be1f49b7-61b1-42bf-99f5-71717dfeef81 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:58:14.917681 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d3c03227-baee-49c3-aa5e-e4664e42b29a req-d764925e-009a-44a8-8d50-19421e71188f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812223
Jan 24 04:58:14.918372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, be1f49b7-61b1-42bf-99f5-71717dfeef81) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:14.929288 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:14.929801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf07c0e-9b2a-447e-8a91-efc30b9ac991 None None] Network be1f49b7-61b1-42bf-99f5-71717dfeef81 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:14.929927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:14.990633 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.5038221
Jan 24 04:58:15.142329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:15.146336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-03a57beb-7c70-4d7d-94a7-24cd69ccefbd req-07ba72ea-6d58-499e-a115-3c1a61bba5b4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Synchronizing usage tracker for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:15.169604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-30866657-374a-4b08-b461-6a4c2894a53e req-a4339280-dbb1-4098-b563-e6810e058b39 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Synchronizing usage tracker for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:15.204205 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=435f2c0f413444a993101704f0874099&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7945697
Jan 24 04:58:15.205229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46326) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:15.249707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-03a57beb-7c70-4d7d-94a7-24cd69ccefbd req-07ba72ea-6d58-499e-a115-3c1a61bba5b4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Unset dirty status for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:15.251196 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-03a57beb-7c70-4d7d-94a7-24cd69ccefbd req-07ba72ea-6d58-499e-a115-3c1a61bba5b4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 210 time: 1.0562313
Jan 24 04:58:15.265386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48198ba-0942-424d-b767-c74a9f972ae2 None None] Network be1f49b7-61b1-42bf-99f5-71717dfeef81 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:15.405234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-30866657-374a-4b08-b461-6a4c2894a53e req-a4339280-dbb1-4098-b563-e6810e058b39 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Unset dirty status for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:15.410170 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-a4339280-dbb1-4098-b563-e6810e058b39 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--212919359&fields=id&tenant_id=d0a116e9b9f8498ba62c8e3377470abf HTTP/1.1" status: 200  len: 267 time: 0.3276739
Jan 24 04:58:15.517067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] For port 89108169-eda8-4a9b-b2e9-4cf798445dbe, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:58:15.612514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] For port 89108169-eda8-4a9b-b2e9-4cf798445dbe, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:58:15.631878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:15.666153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:15.671277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08659099-9608-4b67-ac4a-c6e0bba17985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:15.731903 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-30ad2770-5783-4e0f-a41d-79f093c2eb2f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:15.734149 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-30ad2770-5783-4e0f-a41d-79f093c2eb2f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 817 time: 0.5713775
Jan 24 04:58:15.773281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866657-374a-4b08-b461-6a4c2894a53e req-1e68c1b1-fc74-4448-bdf3-99c14533ea4f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:15.774059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-30866657-374a-4b08-b461-6a4c2894a53e req-1e68c1b1-fc74-4448-bdf3-99c14533ea4f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Synchronizing usage tracker for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:15.802304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08659099-9608-4b67-ac4a-c6e0bba17985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:15.827716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:15.841578 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:15.850813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-30866657-374a-4b08-b461-6a4c2894a53e req-1e68c1b1-fc74-4448-bdf3-99c14533ea4f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Unset dirty status for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:15.852094 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-1e68c1b1-fc74-4448-bdf3-99c14533ea4f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 810 time: 0.4318829
Jan 24 04:58:15.886494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Pushing event updated for resources: {'Port': ['ID=89108169-eda8-4a9b-b2e9-4cf798445dbe,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:15.921657 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-e069e14e-2022-494c-bd53-153fb549dfd1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/quotas/d0a116e9b9f8498ba62c8e3377470abf HTTP/1.1" status: 200  len: 375 time: 0.0556073
Jan 24 04:58:15.924659 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00622ee34eca407fb45aa55c721e36ee&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6880913
Jan 24 04:58:15.925770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:15.932097 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-17021558-ac38-4d38-98a6-2dbf0d38fa7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:15.954058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46346) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:16.046341 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-03f76fa6-6bae-4cfa-9944-0522bf370e47 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2 HTTP/1.1" status: 200  len: 5703 time: 0.2661109
Jan 24 04:58:16.060216 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'port': {'device_id': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'admin_state_up': True, 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'security_groups': ['facd10ad-6872-4788-a6de-35b0f79577c5']}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:16.069531 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5ddf-7e26-4d97-b5b6-1e062e3e7e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.071381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ec4e1-2f93-4c61-a1e4-9ff2c00e4f86,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:16.078605 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:16.150056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:16.150727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.152222 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] 10.222.0.61 "PUT /v2.0/ports/89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 200  len: 1157 time: 5.1578987
Jan 24 04:58:16.165225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46356) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:16.181461 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08659099-9608-4b67-ac4a-c6e0bba17985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.190302 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ccf3e519-79fd-4436-bd9e-db22179961e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:16.206834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'tag': '89108169-eda8-4a9b-b2e9-4cf798445dbe'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:16.219618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08659099-9608-4b67-ac4a-c6e0bba17985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba98204a-414f-48b8-be12-04d607cf8a3c,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:16.228308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08659099-9608-4b67-ac4a-c6e0bba17985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:16.237571 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08659099-9608-4b67-ac4a-c6e0bba17985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.241862 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-08659099-9608-4b67-ac4a-c6e0bba17985 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba98204a-414f-48b8-be12-04d607cf8a3c HTTP/1.1" status: 204  len: 168 time: 1.0312078
Jan 24 04:58:16.302851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705257131-network', 'tenant_id': '5916ff733c9049aabd94f9ae8a393954'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:16.308549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:16.312110 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-98117f43-b4c4-4680-8309-47bffb384a05 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3809652
Jan 24 04:58:16.313947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Usage tracker for resource:network and tenant:5916ff733c9049aabd94f9ae8a393954 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:16.317484 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:16.333111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:16.346666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5ddf-7e26-4d97-b5b6-1e062e3e7e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.386568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08674dad-bf5f-4c48-82f9-70ff67c7cf93 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 04:58:16.406207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.409795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:16.416452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Made reservation on behalf of 5916ff733c9049aabd94f9ae8a393954 for: {'network': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:16.421642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.432091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:16.448027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.462118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Made reservation on behalf of 7265c7dd1e6142b5ac1d2633bd676cc2 for: {'port': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:16.472428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.484943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Transition to ACTIVE for port object 08674dad-bf5f-4c48-82f9-70ff67c7cf93 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:58:16.496851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:16.502348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.508023 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5916ff733c9049aabd94f9ae8a393954 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:16.528216 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:16.535509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:16.538422 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-d4734a15-7929-4753-8e78-b91050fba703 service neutron] 10.222.0.10 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250493
Jan 24 04:58:16.611931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b501-bbb5-4ae6-8cc4-8e24577e71c7 req-7f7eefaa-d31a-4732-9103-60fbbbb0c1e2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:16.613806 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8b18b501-bbb5-4ae6-8cc4-8e24577e71c7 req-7f7eefaa-d31a-4732-9103-60fbbbb0c1e2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 932 time: 0.5033805
Jan 24 04:58:16.615358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:16.710672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-a2a6d1ce-4448-4d95-a2c9-2441e26d846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:16.712303 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-a2a6d1ce-4448-4d95-a2c9-2441e26d846c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1160 time: 0.4657543
Jan 24 04:58:16.818157 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5ddf-7e26-4d97-b5b6-1e062e3e7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.819807 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-30ab7ae2-19e8-4603-b435-cd0745fcc126 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 200  len: 217 time: 0.0799725
Jan 24 04:58:16.903216 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-3c4aa33e-f207-436d-9a5e-328aff48c16c service neutron] 10.222.0.10 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3638258
Jan 24 04:58:16.924482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Pushing event updated for resources: {'Port': ['ID=08674dad-bf5f-4c48-82f9-70ff67c7cf93,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:16.940026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5ddf-7e26-4d97-b5b6-1e062e3e7e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:16.941204 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3dfe5ddf-7e26-4d97-b5b6-1e062e3e7e4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d8ec4e1-2f93-4c61-a1e4-9ff2c00e4f86 HTTP/1.1" status: 204  len: 168 time: 0.9859643
Jan 24 04:58:16.956642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:16.962520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-8b18b501-bbb5-4ae6-8cc4-8e24577e71c7 req-fbb65253-3894-45dc-a14c-d79d2cd64acb tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Synchronizing usage tracker for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:security_group {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:16.965183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:16.984721 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe5ddf-7e26-4d97-b5b6-1e062e3e7e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ec4e1-2f93-4c61-a1e4-9ff2c00e4f86,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:17.002652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3dfe5ddf-7e26-4d97-b5b6-1e062e3e7e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:17.070802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Allocated IP 172.20.0.8 (65756a95-a3dc-4795-b455-30b70d7bac59/aa74718b-c7d7-4be8-b2e7-3cf3daa444f6/80eb54b9-685a-4810-9e0d-851a05ca2399) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:58:17.103597 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-a3fc6000-edac-4c47-884e-3249b4411c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:17.113638 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-a3fc6000-edac-4c47-884e-3249b4411c49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.2691605
Jan 24 04:58:17.158413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-8b18b501-bbb5-4ae6-8cc4-8e24577e71c7 req-fbb65253-3894-45dc-a14c-d79d2cd64acb tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Unset dirty status for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:security_group {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:17.159667 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8b18b501-bbb5-4ae6-8cc4-8e24577e71c7 req-fbb65253-3894-45dc-a14c-d79d2cd64acb tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4780173
Jan 24 04:58:17.334004 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-151e170d-7048-41db-b80c-1b5a494b5edb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1842537
Jan 24 04:58:17.494254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:17.517414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Transition to ACTIVE for port object 80eb54b9-685a-4810-9e0d-851a05ca2399 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:58:17.548179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:17.645663 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'tag': '89108169-eda8-4a9b-b2e9-4cf798445dbe', 'status': 'completed', 'code': 200}
Jan 24 04:58:17.647535 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Attempting to bind port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:58:17.648303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Attempting to bind port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:58:17.649450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Attempting to bind port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 on network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:58:17.651391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46402) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:17.652120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-22a1d60b-e63f-4346-b946-c4752dc5bd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:17.675962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:58:17.676774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Checking segment: {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:17.677299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:17.678117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Bound using segment: {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:58:17.678909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Bound port: 08674dad-bf5f-4c48-82f9-70ff67c7cf93, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359d5fe2-a345-4e9c-83d8-32f49f609ca8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9fd5f26c-e77f-486e-ab41-96c5de2e4701'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:58:17.679336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:17.720642 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-3101f3e0-46ae-4017-af7a-2fa57989a0c1 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3757141
Jan 24 04:58:17.783450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:17.882658 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'Port': ['ID=80eb54b9-685a-4810-9e0d-851a05ca2399,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:17.906108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46416) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:17.918726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:17.994814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.042509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:18.055183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Usage tracker for resource:security_group_rule and tenant:79028a67b8994a9f9164dc799a0e0ea3 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:18.061431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:18.074566 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:18.107276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Network 65756a95-a3dc-4795-b455-30b70d7bac59 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:58:18.112778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:18.116495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:58:18.140617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:18.141340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.199787 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1470139
Jan 24 04:58:18.239062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Request body: {'port': {'device_id': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:18.335148 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c39cd9-6907-4368-9d02-fe4b98cb846a req-94c76a98-443c-47a9-8471-2ee5ad377413 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5480156
Jan 24 04:58:18.344076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.470101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1998370a-9296-47ac-8fda-5aa0759cf714 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:18.517988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:58:18.528424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363270870246072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.529182 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Added segment 53069e68-65eb-4afb-9ab3-134dcbe18ea3 of type vxlan for network c3536a78-186e-41d5-92fd-f23c3b6b7dd8
Jan 24 04:58:18.558951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.593818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-f963424d-ba5c-4ce1-8fcb-898979b55690 None None] Provisioning for port 80eb54b9-685a-4810-9e0d-851a05ca2399 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:18.601509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-f963424d-ba5c-4ce1-8fcb-898979b55690 None None] Provisioning complete for port 80eb54b9-685a-4810-9e0d-851a05ca2399 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:18.602123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f963424d-ba5c-4ce1-8fcb-898979b55690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.619123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.682687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.698794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.714989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:18.721982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f963424d-ba5c-4ce1-8fcb-898979b55690 None None] Port 80eb54b9-685a-4810-9e0d-851a05ca2399 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 04:58:18.727695 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7400e4ae-e2de-420e-a2f2-47568d247fde req-911a2a04-77e9-411e-85b6-1861b95a976d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 210 time: 0.2361407
Jan 24 04:58:18.728909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Usage tracker for resource:security_group_rule and tenant:28fff8be2d394a5bb773c2902815afb8 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:18.732265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:18.738246 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] For port 08674dad-bf5f-4c48-82f9-70ff67c7cf93, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:58:18.739320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:18.743688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] For port 08674dad-bf5f-4c48-82f9-70ff67c7cf93, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=08674dad-bf5f-4c48-82f9-70ff67c7cf93,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:58:18.745260 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ac5c2-2e01-4dfa-ae94-4a67ba568f8b,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:18.747455 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.751693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:18.773579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.821858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:18.872845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.880512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:18.925678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:18.926332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:18.960335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414d46b-c74b-40cf-b57f-29ec642ee507 req-9acd903a-c51a-4d1d-b1ef-0a9d6709ec68 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:18.960335 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e414d46b-c74b-40cf-b57f-29ec642ee507 req-9acd903a-c51a-4d1d-b1ef-0a9d6709ec68 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 931 time: 1.1602130
Jan 24 04:58:19.101293 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.8861756
Jan 24 04:58:19.108795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46436) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:19.113011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-0c6b5937-8fa4-4c4b-9f83-40d49b7a6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:19.114766 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-0c6b5937-8fa4-4c4b-9f83-40d49b7a6e54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1160 time: 0.5307436
Jan 24 04:58:19.119381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Pushing event updated for resources: {'Port': ['ID=08674dad-bf5f-4c48-82f9-70ff67c7cf93,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:19.126922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Request body: {'subnet': {'network_id': 'c3536a78-186e-41d5-92fd-f23c3b6b7dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705257131-subnet', 'tenant_id': '5916ff733c9049aabd94f9ae8a393954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:19.137812 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e414d46b-c74b-40cf-b57f-29ec642ee507 req-e41de028-1fff-428b-b0d0-9ce5ee032cdf tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1481311
Jan 24 04:58:19.141823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:19.166257 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9a0eda3a-8ced-4628-8cf5-a7447b9fcf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:19.184062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:19.186758 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.61', 59055) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:19.205923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Usage tracker for resource:subnet and tenant:5916ff733c9049aabd94f9ae8a393954 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:19.258191 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:19.258897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:19.260356 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] 10.222.0.61 "PUT /v2.0/ports/08674dad-bf5f-4c48-82f9-70ff67c7cf93 HTTP/1.1" status: 200  len: 1158 time: 5.7346900
Jan 24 04:58:19.267111 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79028a67b8994a9f9164dc799a0e0ea3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3565843
Jan 24 04:58:19.267111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4e162c-c566-4df4-869c-b8a05e4b543e,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:19.269856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:19.282887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46442) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:19.334080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:19.340197 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:19.363041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:19.363423 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:19.382849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4b34fad0-ef54-4508-9323-be9284769f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:19.510555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Made reservation on behalf of 5916ff733c9049aabd94f9ae8a393954 for: {'subnet': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:19.515556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:19.530321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Pushing event updated for resources: {'Network': ['ID=c3536a78-186e-41d5-92fd-f23c3b6b7dd8,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:19.560305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:19.572217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network c3536a78-186e-41d5-92fd-f23c3b6b7dd8 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:19.604896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network c3536a78-186e-41d5-92fd-f23c3b6b7dd8 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:19.665467 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'tag': '08674dad-bf5f-4c48-82f9-70ff67c7cf93'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:19.739925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-af7bced4-8cba-471f-a715-fc2e46844dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:19.741543 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-af7bced4-8cba-471f-a715-fc2e46844dee service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.6108322
Jan 24 04:58:19.818611 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'tag': '08674dad-bf5f-4c48-82f9-70ff67c7cf93', 'status': 'completed', 'code': 200}
Jan 24 04:58:19.831832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eb54b9-685a-4810-9e0d-851a05ca2399 {{(pid=80084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 04:58:19.839779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:19.853757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866657-374a-4b08-b461-6a4c2894a53e req-38ef528e-8642-423f-bf44-9661d2d0c5f6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:19.853931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Transition to ACTIVE for port object 80eb54b9-685a-4810-9e0d-851a05ca2399 will not be triggered until provisioned by entity L2. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:58:19.855435 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-38ef528e-8642-423f-bf44-9661d2d0c5f6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 810 time: 0.6620440
Jan 24 04:58:19.871435 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-07dde23c-47df-47e7-87f2-6361a0800862 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 200  len: 217 time: 0.1152596
Jan 24 04:58:19.896825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04062b8e-acb0-4d35-9e6b-036c41733aa3,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:19.909545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:19.914091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:19.952341 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:19.953026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb147-c644-4b99-953f-34f828315fc2 req-e0c930bf-e54e-402d-83d1-47c3ca3879f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:19.954636 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-e0c930bf-e54e-402d-83d1-47c3ca3879f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 1161 time: 0.4843912
Jan 24 04:58:19.990529 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28fff8be2d394a5bb773c2902815afb8&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2962880
Jan 24 04:58:20.003635 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46470) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:20.135519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-993fbd33-08a4-456a-bf87-d474dabfe667 req-fde21668-a995-4464-9cbf-78209754e17b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Synchronizing usage tracker for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:20.141725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1837-2094-4bb0-8d2a-f7513b44ce41 req-2f067591-596f-4076-9bca-3050d48801f5 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:20.143401 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-986a1837-2094-4bb0-8d2a-f7513b44ce41 req-2f067591-596f-4076-9bca-3050d48801f5 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 944 time: 1.0394611
Jan 24 04:58:20.144149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8428fecf-cd82-4355-9df7-52f4049e4103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:20.166353 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-d224b9f8-6dad-43e3-be41-55a3ad73bb23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08674dad-bf5f-4c48-82f9-70ff67c7cf93 HTTP/1.1" status: 200  len: 217 time: 0.1615489
Jan 24 04:58:20.167804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Pushing event updated for resources: {'Port': ['ID=80eb54b9-685a-4810-9e0d-851a05ca2399,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:20.175635 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:20.227996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8428fecf-cd82-4355-9df7-52f4049e4103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:20.289595 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-986a1837-2094-4bb0-8d2a-f7513b44ce41 req-78072de5-e094-4443-854e-f8af9ab87ecd tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228962
Jan 24 04:58:20.293560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-0bdfc67a-56ce-42f0-8b98-65c637db74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:20.295695 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-0bdfc67a-56ce-42f0-8b98-65c637db74b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.3965175
Jan 24 04:58:20.380909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-993fbd33-08a4-456a-bf87-d474dabfe667 req-fde21668-a995-4464-9cbf-78209754e17b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Unset dirty status for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:20.382193 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-993fbd33-08a4-456a-bf87-d474dabfe667 req-fde21668-a995-4464-9cbf-78209754e17b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 210 time: 0.4376230
Jan 24 04:58:20.416019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c633b364-fbc2-423d-b575-74b720b9e9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:20.429747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-30866657-374a-4b08-b461-6a4c2894a53e req-9a5040eb-0a44-4d8e-9e16-b8a22ca925c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Synchronizing usage tracker for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:security_group {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:20.453260 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-0d39a5e5-f81c-4d7a-a42d-39c00fe0358e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1308718
Jan 24 04:58:20.461495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Attempting to bind port 80eb54b9-685a-4810-9e0d-851a05ca2399 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:58:20.462047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Attempting to bind port 80eb54b9-685a-4810-9e0d-851a05ca2399 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:58:20.462439 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Attempting to bind port 80eb54b9-685a-4810-9e0d-851a05ca2399 on network 65756a95-a3dc-4795-b455-30b70d7bac59 {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:58:20.470449 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:58:20.470730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Checking segment: {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:20.471167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:20.471566 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Bound using segment: {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'} {{(pid=80084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:58:20.472280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Bound port: 80eb54b9-685a-4810-9e0d-851a05ca2399, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'}}] {{(pid=80084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:58:20.472599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:20.489584 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:58:20.495311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8428fecf-cd82-4355-9df7-52f4049e4103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:20.504789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0098203a-a5f0-4510-85c2-54380e12fed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:20.516001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb147-c644-4b99-953f-34f828315fc2 req-501b4ef2-6319-4b64-b042-471072e93fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:20.517650 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-501b4ef2-6319-4b64-b042-471072e93fab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.3253014
Jan 24 04:58:20.518277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-30866657-374a-4b08-b461-6a4c2894a53e req-9a5040eb-0a44-4d8e-9e16-b8a22ca925c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Unset dirty status for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:security_group {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:20.519521 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-9a5040eb-0a44-4d8e-9e16-b8a22ca925c4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0a116e9b9f8498ba62c8e3377470abf HTTP/1.1" status: 200  len: 5703 time: 0.6392796
Jan 24 04:58:20.523562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428fecf-cd82-4355-9df7-52f4049e4103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4e162c-c566-4df4-869c-b8a05e4b543e,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:20.556087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8428fecf-cd82-4355-9df7-52f4049e4103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:20.574996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8428fecf-cd82-4355-9df7-52f4049e4103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:20.587889 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8428fecf-cd82-4355-9df7-52f4049e4103 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c4e162c-c566-4df4-869c-b8a05e4b543e HTTP/1.1" status: 204  len: 168 time: 1.2966852
Jan 24 04:58:20.679061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'port': {'device_id': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'admin_state_up': True, 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'security_groups': ['6053b6bb-966f-4605-8eea-4c2da1579bae']}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:20.731753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] For port 80eb54b9-685a-4810-9e0d-851a05ca2399, host hv-cinder-77218, cleared binding levels {{(pid=80084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:58:20.741215 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] For port 80eb54b9-685a-4810-9e0d-851a05ca2399, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=80eb54b9-685a-4810-9e0d-851a05ca2399,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:58:20.751375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:20.790294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:20.906567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf358a-79da-463d-b78c-a9dedc2c819b req-cacd4f15-a866-4a94-94bc-823222f25a17 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:20.907389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ebbf358a-79da-463d-b78c-a9dedc2c819b req-cacd4f15-a866-4a94-94bc-823222f25a17 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Synchronizing usage tracker for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:21.026326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ebbf358a-79da-463d-b78c-a9dedc2c819b req-cacd4f15-a866-4a94-94bc-823222f25a17 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Unset dirty status for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:21.027583 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ebbf358a-79da-463d-b78c-a9dedc2c819b req-cacd4f15-a866-4a94-94bc-823222f25a17 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.4080091
Jan 24 04:58:21.036712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Pushing event updated for resources: {'Port': ['ID=80eb54b9-685a-4810-9e0d-851a05ca2399,revision_number=3']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:21.051042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c633b364-fbc2-423d-b575-74b720b9e9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:21.051777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:21.113160 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-6b85f492-ff2a-4e0d-886f-fd780637b311 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5482035
Jan 24 04:58:21.127859 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ebbf358a-79da-463d-b78c-a9dedc2c819b req-89bf7abd-c285-4391-a57e-de64eec04fbd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874059
Jan 24 04:58:21.163523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:21.164480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:21.166211 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] 10.222.0.61 "PUT /v2.0/ports/80eb54b9-685a-4810-9e0d-851a05ca2399 HTTP/1.1" status: 200  len: 1157 time: 2.9322464
Jan 24 04:58:21.166939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:21.325343 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-ce6f016e-383a-490a-916d-833e784c694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:21.327845 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-ce6f016e-383a-490a-916d-833e784c694c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 1160 time: 0.0860324
Jan 24 04:58:21.450359 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-1c80a3ad-db64-4aa1-899d-3f4af4d87771 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80eb54b9-685a-4810-9e0d-851a05ca2399 HTTP/1.1" status: 200  len: 217 time: 0.1076503
Jan 24 04:58:21.469668 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-dc92ef3b-8cfb-477f-89d8-463929475a00 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0010102
Jan 24 04:58:21.536373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:21.569565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-b38881a2-bab7-4430-a0fc-1302532dc73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:21.571937 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-b38881a2-bab7-4430-a0fc-1302532dc73b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.1120617
Jan 24 04:58:21.614209 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c633b364-fbc2-423d-b575-74b720b9e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:21.634030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-41bb585d-b715-4e86-809b-0485d679932e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:21.652446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:21.655487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633b364-fbc2-423d-b575-74b720b9e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04062b8e-acb0-4d35-9e6b-036c41733aa3,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:21.666345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c633b364-fbc2-423d-b575-74b720b9e9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:21.681655 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-6231e46e-f5a2-4f71-970c-a4a4c75f62ee service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5047545
Jan 24 04:58:21.738417 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-657817fc-f9f2-4b5c-8d74-8c8ea45a1ea9 req-6efcf63c-4ac0-415f-87ec-5958eeabb39a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 210 time: 0.0944614
Jan 24 04:58:21.757073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-2e117675-7e8c-4b90-9903-5779a07fd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:21.759371 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-2e117675-7e8c-4b90-9903-5779a07fd9d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1789753
Jan 24 04:58:21.818094 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Made reservation on behalf of d0a116e9b9f8498ba62c8e3377470abf for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:21.837063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:21.968278 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c633b364-fbc2-423d-b575-74b720b9e9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:21.972574 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c633b364-fbc2-423d-b575-74b720b9e9f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04062b8e-acb0-4d35-9e6b-036c41733aa3 HTTP/1.1" status: 204  len: 168 time: 1.9293737
Jan 24 04:58:21.994992 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-d45e8e87-8c92-4419-a99d-8c8c168a7736 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244191
Jan 24 04:58:22.183163 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'status': 'completed', 'code': 200}
Jan 24 04:58:22.294650 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f7a2a97-2dbc-40c4-a0c0-d1e54f8b542e req-4d601511-05b9-4137-b235-3eade6873df5 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2939479
Jan 24 04:58:22.319768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.objects.ports [None req-6356e58b-0369-4c80-91ae-64a854b5ecda None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 24 04:58:22.536099 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-39f838f4-2df8-43ea-b67c-335f6682be52 req-e356c660-aa19-4500-a654-7896a91e91c0 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0513661
Jan 24 04:58:22.570076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2cc56-39c9-4e4c-a402-effb020ceafa req-425bd52f-4bc1-478e-82a1-2ff1c0e115a8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:22.571689 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e9a2cc56-39c9-4e4c-a402-effb020ceafa req-425bd52f-4bc1-478e-82a1-2ff1c0e115a8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.2074986
Jan 24 04:58:22.579438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-eef0d26d-dfa5-4be1-9fc8-d081a325bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:22.580516 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-eef0d26d-dfa5-4be1-9fc8-d081a325bac7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 1160 time: 0.1444058
Jan 24 04:58:22.632141 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e9a2cc56-39c9-4e4c-a402-effb020ceafa req-07810ab0-9169-4fed-a68e-7f32d6a910a4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504975
Jan 24 04:58:22.641969 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-207cb147-c644-4b99-953f-34f828315fc2 req-a34dcce9-3758-4c28-98ce-10edb6e25e61 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9531813
Jan 24 04:58:22.735253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Allocated IP 172.20.0.12 (56c4ea9e-4606-4803-ab20-b342a16a6e47/b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17/9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:58:22.804346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:22.822387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-1d29b6ed-1268-414a-8a59-218286caa88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:22.823942 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-1d29b6ed-1268-414a-8a59-218286caa88b service neutron] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 911 time: 0.1989057
Jan 24 04:58:22.881533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f63ab1-7662-4077-80a8-e4bdbf7362f9 req-ed8870fe-09bd-4db4-b419-29298ada9603 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:22.883304 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c5f63ab1-7662-4077-80a8-e4bdbf7362f9 req-ed8870fe-09bd-4db4-b419-29298ada9603 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 944 time: 1.1776984
Jan 24 04:58:22.967748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46552) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:22.995957 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-8b096b33-05f3-4cdc-a49e-67e2b0eb5b70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80eb54b9-685a-4810-9e0d-851a05ca2399 HTTP/1.1" status: 200  len: 217 time: 0.1613204
Jan 24 04:58:23.003892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:23.031107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:23.040901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:23.121822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-7dd0ec4c-b49a-4826-80b7-5f85dddbba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:23.123634 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-7dd0ec4c-b49a-4826-80b7-5f85dddbba6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.1087608
Jan 24 04:58:23.133996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 89108169-eda8-4a9b-b2e9-4cf798445dbe completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:23.140632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 89108169-eda8-4a9b-b2e9-4cf798445dbe triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:23.141262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:23.176619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:23.181117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Usage tracker for resource:security_group_rule and tenant:92e725575ab34ae3b2b547b0ee701e1f is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:23.184334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:23.192163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:23.293955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a256ea0e-5f12-48df-bf5c-a271dfc672d8,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:23.309358 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c5f63ab1-7662-4077-80a8-e4bdbf7362f9 req-a06d1707-0e3e-4398-a3bc-54a5944e232d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901077
Jan 24 04:58:23.333556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:23.364138 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b6325426-659c-4ae5-8197-b70727ce2285 req-7f459602-3b80-45c9-99f3-da27581f2e3d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 210 time: 0.2379687
Jan 24 04:58:23.390949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 89108169-eda8-4a9b-b2e9-4cf798445dbe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:23.396982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89108169-eda8-4a9b-b2e9-4cf798445dbe'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:23.400964 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:23.411334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:23.414792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:23.500391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=89108169-eda8-4a9b-b2e9-4cf798445dbe,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:23.505900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:23.530051 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89108169-eda8-4a9b-b2e9-4cf798445dbe', 'code': 200}
Jan 24 04:58:23.650827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:23.660509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-5602291a-714f-4fb6-864a-15113b545a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:23.662157 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-5602291a-714f-4fb6-864a-15113b545a75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4912205
Jan 24 04:58:23.663113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:23.674057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6dca2a25-1210-4085-b12a-b6f3f52e7bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:23.737604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-2577a9b9-f376-40ca-8723-b11cd6465008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:23.739339 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-2577a9b9-f376-40ca-8723-b11cd6465008 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 1161 time: 0.8550444
Jan 24 04:58:23.828589 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92e725575ab34ae3b2b547b0ee701e1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8566647
Jan 24 04:58:23.829495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62801460-d653-427c-bc80-c5fb42652212,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:23.832289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46570) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:23.839664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:23.965674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:23.969167 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-73c111c6-00e8-462d-87cf-62a46cacc19f service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2964015
Jan 24 04:58:23.988018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Transition to ACTIVE for port object 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:58:24.060904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Checking segment: {'id': '53069e68-65eb-4afb-9ab3-134dcbe18ea3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c3536a78-186e-41d5-92fd-f23c3b6b7dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:24.061433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Network hostable DHCP agents. Network: c3536a78-186e-41d5-92fd-f23c3b6b7dd8, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:58:24.114011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c832194a-021d-4c0b-bbe4-41bc1ee48581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:24.134698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-fe3fd5f8-79de-4f00-a045-53b8988fb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:24.136398 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-fe3fd5f8-79de-4f00-a045-53b8988fb703 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.3685513
Jan 24 04:58:24.137127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Network c3536a78-186e-41d5-92fd-f23c3b6b7dd8 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:58:24.150957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, c3536a78-186e-41d5-92fd-f23c3b6b7dd8) {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:24.156572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:24.157224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:24.162637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1650c-99b6-4fcd-9e6d-00d336b47e4e None None] Network c3536a78-186e-41d5-92fd-f23c3b6b7dd8 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:24.183287 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a689cd0-d7c2-4d72-9ca6-8bae98515c5e req-b41a74b6-8cd1-49e2-80da-9aec2cefab88 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1904559
Jan 24 04:58:24.195680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:24.259226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9c87-0206-4125-bab9-eda47e7e716b req-b4e65f8a-0b2b-43b0-8c10-be31218d29c6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:24.260924 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1d0d9c87-0206-4125-bab9-eda47e7e716b req-b4e65f8a-0b2b-43b0-8c10-be31218d29c6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.3813469
Jan 24 04:58:24.262988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c832194a-021d-4c0b-bbe4-41bc1ee48581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:24.376482 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1d0d9c87-0206-4125-bab9-eda47e7e716b req-8789febf-89d5-49d4-8054-c67eb9779751 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933030
Jan 24 04:58:24.395113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c832194a-021d-4c0b-bbe4-41bc1ee48581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:24.401193 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:24.438800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832194a-021d-4c0b-bbe4-41bc1ee48581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62801460-d653-427c-bc80-c5fb42652212,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:24.447931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c832194a-021d-4c0b-bbe4-41bc1ee48581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:24.455390 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-1dfacf5f-9702-460b-bab4-4da6f1bfd364 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08674dad-bf5f-4c48-82f9-70ff67c7cf93 HTTP/1.1" status: 200  len: 217 time: 0.2773411
Jan 24 04:58:24.458970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c832194a-021d-4c0b-bbe4-41bc1ee48581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:24.462697 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c832194a-021d-4c0b-bbe4-41bc1ee48581 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62801460-d653-427c-bc80-c5fb42652212 HTTP/1.1" status: 204  len: 168 time: 0.6250176
Jan 24 04:58:24.533569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2be26-587e-4d03-beee-84fdde5653e9 req-fafbcb88-2078-4a42-a5b3-58a2d03f1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:24.544958 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f1b2be26-587e-4d03-beee-84fdde5653e9 req-fafbcb88-2078-4a42-a5b3-58a2d03f1cf7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1162 time: 0.7732270
Jan 24 04:58:24.545172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:24.659876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:24.673004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 89108169-eda8-4a9b-b2e9-4cf798445dbe triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:24.673681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:24.726668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8a611-a3a6-4777-b4d8-c386880e2bf4 req-488832d1-1a9b-4dc5-810b-9323020e2059 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:24.734407 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a3b8a611-a3a6-4777-b4d8-c386880e2bf4 req-488832d1-1a9b-4dc5-810b-9323020e2059 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 932 time: 0.1671951
Jan 24 04:58:24.833233 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a3b8a611-a3a6-4777-b4d8-c386880e2bf4 req-d926f7b5-d2a7-440a-9189-585b65231407 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966849
Jan 24 04:58:24.859527 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed97dc9-b8c8-455a-886a-99ad0c45dbf9 None None] Network c3536a78-186e-41d5-92fd-f23c3b6b7dd8 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:24.901974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-cc77a31b-7710-40de-83b0-22aaf0908ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:24.904939 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-cc77a31b-7710-40de-83b0-22aaf0908ebc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.3608534
Jan 24 04:58:24.906811 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 5.7969451
Jan 24 04:58:25.050766 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-667fc48f-4d7d-41b2-8ffb-d18c8dd9daf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0960264
Jan 24 04:58:25.102817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'Port': ['ID=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:25.121232 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f1b2be26-587e-4d03-beee-84fdde5653e9 req-8018c359-5653-4ef5-8c68-0c4356825670 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3108230
Jan 24 04:58:25.130577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:25.161141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46620) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:25.260318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a8de48-b31c-4df9-b17c-80bfd0b04742 admin admin] Deleting subnet dea03500-f0c3-46de-a00a-5bc1299c8497 {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 04:58:25.271823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-63a8de48-b31c-4df9-b17c-80bfd0b04742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:25.291481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead2704-4da6-4cda-8618-3c4604d3b313 req-82fcea81-f57c-44ed-9cc8-a058978407c3 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:25.293215 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dead2704-4da6-4cda-8618-3c4604d3b313 req-82fcea81-f57c-44ed-9cc8-a058978407c3 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 944 time: 0.5377398
Jan 24 04:58:25.300795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:58:25.303665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:25.309704 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:58:25.330152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:25.330876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:25.381457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-63a8de48-b31c-4df9-b17c-80bfd0b04742 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:25.407583 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-60e00e1f-75a9-4c64-ac99-971222f6b6f8 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3422384
Jan 24 04:58:25.409121 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7355733
Jan 24 04:58:25.415403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-63a8de48-b31c-4df9-b17c-80bfd0b04742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:25.450975 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dead2704-4da6-4cda-8618-3c4604d3b313 req-37443abd-80f1-43e6-93a2-baaeddf1778e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449711
Jan 24 04:58:25.515962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Request body: {'port': {'device_id': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:25.586644 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-dd0173bd-0103-4ab9-aef7-01223e80dc08 None None] Provisioning for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:25.613476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-dd0173bd-0103-4ab9-aef7-01223e80dc08 None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:25.613820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dd0173bd-0103-4ab9-aef7-01223e80dc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:25.711131 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-dd0173bd-0103-4ab9-aef7-01223e80dc08 None None] Port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 04:58:25.859444 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c47b7f1b-9607-4eb1-98df-a0f24be52e9f req-3a149dbe-0b20-4c30-b9c0-217269ec5a44 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3386292
Jan 24 04:58:25.870834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bc7b8-d228-4f14-9852-e9ab43229c02 req-3b18b5c5-5665-4f04-8713-ba14bd202fe5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:25.872561 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-696bc7b8-d228-4f14-9852-e9ab43229c02 req-3b18b5c5-5665-4f04-8713-ba14bd202fe5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1827481
Jan 24 04:58:25.949018 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-696bc7b8-d228-4f14-9852-e9ab43229c02 req-6a0462d9-7e1c-4e8f-9565-d0581ca9d3b2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667980
Jan 24 04:58:25.950548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-63a8de48-b31c-4df9-b17c-80bfd0b04742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:26.070300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:26.117332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:26.182092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8de48-b31c-4df9-b17c-80bfd0b04742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea03500-f0c3-46de-a00a-5bc1299c8497,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:26.185499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-63a8de48-b31c-4df9-b17c-80bfd0b04742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:26.196980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-63a8de48-b31c-4df9-b17c-80bfd0b04742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:26.206032 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-63a8de48-b31c-4df9-b17c-80bfd0b04742 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dea03500-f0c3-46de-a00a-5bc1299c8497 HTTP/1.1" status: 204  len: 168 time: 1.0407283
Jan 24 04:58:26.206749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46664) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:26.690965 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c504e9-236a-4948-bbef-c57b8c3768e6 req-cd0e2f27-197e-4c9d-be25-e22ba0fd16d0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:26.691793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-f9c504e9-236a-4948-bbef-c57b8c3768e6 req-cd0e2f27-197e-4c9d-be25-e22ba0fd16d0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Synchronizing usage tracker for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:26.821383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46684) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:26.843085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:26.882511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46690) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:26.950143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bf715-3740-4d85-bdea-4294920c5fd4 req-d8c488ac-c345-419d-ab50-892ba20133de tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:26.951542 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-514bf715-3740-4d85-bdea-4294920c5fd4 req-d8c488ac-c345-419d-ab50-892ba20133de tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 944 time: 0.2215376
Jan 24 04:58:26.979129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-f9c504e9-236a-4948-bbef-c57b8c3768e6 req-cd0e2f27-197e-4c9d-be25-e22ba0fd16d0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Unset dirty status for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:26.980363 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f9c504e9-236a-4948-bbef-c57b8c3768e6 req-cd0e2f27-197e-4c9d-be25-e22ba0fd16d0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 932 time: 0.8938196
Jan 24 04:58:27.045511 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-514bf715-3740-4d85-bdea-4294920c5fd4 req-7a12109c-5569-4263-ab68-7c09d75a4146 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857069
Jan 24 04:58:27.100841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.118144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.133265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:27.140089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Usage tracker for resource:security_group_rule and tenant:fb1b16a289b746c2a97d7aa4c87953ba is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:27.143060 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:27.145414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:27.152722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Usage tracker for resource:security_group_rule and tenant:b250afe67f714de1945d2ef656035731 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:27.155259 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:27.159089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:27.167072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:27.237682 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f9c504e9-236a-4948-bbef-c57b8c3768e6 req-ed7e42ae-1c3a-4b30-be6a-1bf02f134d18 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2188747
Jan 24 04:58:27.260677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.414553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8fcf507f60>> segment before_delete 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.414761 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fd080-ecda-4fc7-b709-14db68ff7e12 req-70080c14-f822-4556-a4e2-964b6d2b3c6e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:27.414962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8fcf507f60>> subnet precommit_delete_associations 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.415827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fcff3b7f0>> segment_host_mapping after_create 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.416201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fcff3b7f0>> port after_create 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.416427 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-594fd080-ecda-4fc7-b709-14db68ff7e12 req-70080c14-f822-4556-a4e2-964b6d2b3c6e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.2395673
Jan 24 04:58:27.416567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fcff3b7f0>> port after_delete 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.416915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fcff3b7f0>> port after_update 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.417272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fcff3b7f0>> segment after_delete 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.417649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fcff3b7f0>> subnet after_create 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.418009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fcff3b7f0>> subnet after_delete 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.418359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fcff3b7f0>> subnet after_update 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.466656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.471879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.475436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.484812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:27.488961 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8fd42b02e8>> subnet after_create 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.489296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8fd42b02e8>> subnet after_delete 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.489669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8fd42b02e8>> subnet before_create 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.490036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8fd42b02e8>> subnet before_update 55550000 {{(pid=80083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:27.490430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd44a5d30>,) {'filters': {'network_id': ['be1f49b7-61b1-42bf-99f5-71717dfeef81']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:27.503168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.511514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd44a5d30>, '2283668a-fa18-4828-b0e1-aa66482f5c37') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:27.511845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd44a5d30>, '2283668a-fa18-4828-b0e1-aa66482f5c37') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:27.524128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.resource_extend [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 24 04:58:27.537299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.568848 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-594fd080-ecda-4fc7-b709-14db68ff7e12 req-b8417f16-99ae-4e51-9a5a-ea4a7e986470 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1388860
Jan 24 04:58:27.579056 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb1b16a289b746c2a97d7aa4c87953ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7533579
Jan 24 04:58:27.579056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84f53c-a6a0-4440-b447-b3f6cec16691,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:27.580560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46698) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:27.582088 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b250afe67f714de1945d2ef656035731&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6962583
Jan 24 04:58:27.583077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:27.583617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-04692bb2-b4b7-4f67-8587-14ce9d79af88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:27.591897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46702) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:27.612093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.615376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 04:58:27.640685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1c17f6-755b-49d3-bad8-70b1401d5c7d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:27.651509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:27.679448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-83515320-df6a-4dbc-960b-be5719450a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.711111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-83515320-df6a-4dbc-960b-be5719450a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.767752 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-83515320-df6a-4dbc-960b-be5719450a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.773275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c832194a-021d-4c0b-bbe4-41bc1ee48581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:27.790744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83515320-df6a-4dbc-960b-be5719450a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1c17f6-755b-49d3-bad8-70b1401d5c7d,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:27.794048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-83515320-df6a-4dbc-960b-be5719450a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:27.799416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-83515320-df6a-4dbc-960b-be5719450a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:27.800718 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-83515320-df6a-4dbc-960b-be5719450a08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb1c17f6-755b-49d3-bad8-70b1401d5c7d HTTP/1.1" status: 204  len: 168 time: 0.2075541
Jan 24 04:58:28.005418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 04:58:28.106980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Network be1f49b7-61b1-42bf-99f5-71717dfeef81 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:58:28.118271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:28.209749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:28.283957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2eb284db-1932-4b56-adb3-637334b64be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:28.352679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Transition to ACTIVE for port object 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:58:28.378946 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 08674dad-bf5f-4c48-82f9-70ff67c7cf93 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:28.396546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a9786-797b-4737-a9c5-0dea1d3aa70b req-f7460b07-39e8-4de5-b94a-74644fffa61f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:28.398499 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d34a9786-797b-4737-a9c5-0dea1d3aa70b req-f7460b07-39e8-4de5-b94a-74644fffa61f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 944 time: 0.1815815
Jan 24 04:58:28.439749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:28.458083 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d34a9786-797b-4737-a9c5-0dea1d3aa70b req-b8bb3f33-92f7-4917-8a93-aa4cd840c39b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525520
Jan 24 04:58:28.466022 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:28.472266 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:28.472799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:28.618716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:28.622147 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Network be1f49b7-61b1-42bf-99f5-71717dfeef81 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:58:28.648093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1df66166-bc00-4593-ba80-73f732a7e0d7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:28.652854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08674dad-bf5f-4c48-82f9-70ff67c7cf93'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:28.668844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 08674dad-bf5f-4c48-82f9-70ff67c7cf93, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=08674dad-bf5f-4c48-82f9-70ff67c7cf93,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:28.672754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:28.673751 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 80eb54b9-685a-4810-9e0d-851a05ca2399 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:28.717337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c9919-de27-4004-adca-7ccd39062a33 req-985b10d4-74d9-498b-a88a-42d8c98363e4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:28.719024 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f23c9919-de27-4004-adca-7ccd39062a33 req-985b10d4-74d9-498b-a88a-42d8c98363e4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 944 time: 0.1258974
Jan 24 04:58:28.720889 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4fb807c3-5905-4a7b-a901-c06078a9e8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   (rel_b, rel_a, rel_b),
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   (rel_b, rel_a, rel_b),
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 04:58:28.730465 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 04:58:28.754840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:28.758720 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2eb284db-1932-4b56-adb3-637334b64be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:28.783530 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f23c9919-de27-4004-adca-7ccd39062a33 req-936780b5-ac94-49b3-a0b3-944c69a4457c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486221
Jan 24 04:58:28.818212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=08674dad-bf5f-4c48-82f9-70ff67c7cf93,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:28.822811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:28.851045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 80eb54b9-685a-4810-9e0d-851a05ca2399 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:28.857305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 80eb54b9-685a-4810-9e0d-851a05ca2399 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:28.857799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:28.859255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:29.009795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.038194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d66c-f8b0-4ea5-82ec-d19002c932e7 req-535e1ed7-432a-4801-96e3-0fa2ab417d53 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:29.047469 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b783d66c-f8b0-4ea5-82ec-d19002c932e7 req-535e1ed7-432a-4801-96e3-0fa2ab417d53 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 946 time: 0.7548180
Jan 24 04:58:29.049906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 80eb54b9-685a-4810-9e0d-851a05ca2399, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=80eb54b9-685a-4810-9e0d-851a05ca2399,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:29.053249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.056229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:29.073806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.105199 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf50aa-11f9-491c-b026-0326f05e174b req-287db8d5-fd3c-40b5-8cfc-df707bb53ad1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:29.107156 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-65cf50aa-11f9-491c-b026-0326f05e174b req-287db8d5-fd3c-40b5-8cfc-df707bb53ad1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1837316
Jan 24 04:58:29.143529 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=80eb54b9-685a-4810-9e0d-851a05ca2399,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:29.149541 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:29.174435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f35189a8-ff63-4bdc-bef9-fea262f06333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:29.189609 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-65cf50aa-11f9-491c-b026-0326f05e174b req-7023c645-6db5-4fc0-8763-b95d9349dbcb tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750115
Jan 24 04:58:29.213534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.226318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=be1f49b7-61b1-42bf-99f5-71717dfeef81,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:29.283569 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b783d66c-f8b0-4ea5-82ec-d19002c932e7 req-ad887a62-7f4e-48bc-8476-cf0efaa7f264 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2350249
Jan 24 04:58:29.284597 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:29.299511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Attempting to bind port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:58:29.299911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Attempting to bind port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:58:29.301029 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08674dad-bf5f-4c48-82f9-70ff67c7cf93', 'code': 200}
Jan 24 04:58:29.302357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Attempting to bind port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 on network 56c4ea9e-4606-4803-ab20-b342a16a6e47 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:58:29.308913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2eb284db-1932-4b56-adb3-637334b64be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.312686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2eb284db-1932-4b56-adb3-637334b64be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.313922 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-2eb284db-1932-4b56-adb3-637334b64be1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d84f53c-a6a0-4440-b447-b3f6cec16691 HTTP/1.1" status: 204  len: 168 time: 1.7328036
Jan 24 04:58:29.317162 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3dfe5ddf-7e26-4d97-b5b6-1e062e3e7e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:29.325393 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] 10.222.0.10 "DELETE /v2.0/networks/be1f49b7-61b1-42bf-99f5-71717dfeef81 HTTP/1.1" status: 204  len: 168 time: 3.1179464
Jan 24 04:58:29.328160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:58:29.328591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Checking segment: {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:29.328982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.329383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Bound using segment: {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:58:29.329885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Bound port: 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:58:29.330263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.334005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46768) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:29.344305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb284db-1932-4b56-adb3-637334b64be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84f53c-a6a0-4440-b447-b3f6cec16691,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:29.349242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2eb284db-1932-4b56-adb3-637334b64be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:29.480345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] For port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:58:29.486140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] For port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:58:29.496291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.533715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Deleting subnet a256ea0e-5f12-48df-bf5c-a271dfc672d8 {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 04:58:29.550874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.570474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:29.651747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.661358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.790696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:29.838673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:29.896427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:29.897168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:29.898789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] 10.222.0.61 "PUT /v2.0/ports/9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 HTTP/1.1" status: 200  len: 1158 time: 4.3904586
Jan 24 04:58:29.899314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'tag': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:29.918791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc6d88-14d4-42bd-983d-dcacb90aba61 req-3a89bfc4-c0c5-4b3a-84a2-dfb43173201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:29.920912 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a6bc6d88-14d4-42bd-983d-dcacb90aba61 req-3a89bfc4-c0c5-4b3a-84a2-dfb43173201e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 1163 time: 0.1313756
Jan 24 04:58:30.120006 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a6bc6d88-14d4-42bd-983d-dcacb90aba61 req-42699028-29ad-4f32-b43f-9e4d69faf76e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728387
Jan 24 04:58:30.189504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866657-374a-4b08-b461-6a4c2894a53e req-95fcce9a-241d-4312-b019-f9bf095ab1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:30.191106 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-95fcce9a-241d-4312-b019-f9bf095ab1a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 1161 time: 0.1853611
Jan 24 04:58:30.192124 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 08674dad-bf5f-4c48-82f9-70ff67c7cf93 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:30.249682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d308e6-dab5-47f8-936f-f25f41a00abe req-8a6a692b-fa4b-4242-bd69-43ddd8b2285b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:30.262388 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55d308e6-dab5-47f8-936f-f25f41a00abe req-8a6a692b-fa4b-4242-bd69-43ddd8b2285b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 944 time: 0.1932302
Jan 24 04:58:30.298441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3af188-22ca-4fb0-b2f3-d94c7011bba5 req-67f30e4b-d6e1-4f33-acc7-00b6816360e7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:30.304194 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d3af188-22ca-4fb0-b2f3-d94c7011bba5 req-67f30e4b-d6e1-4f33-acc7-00b6816360e7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.3364539
Jan 24 04:58:30.364931 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55d308e6-dab5-47f8-936f-f25f41a00abe req-4353af08-bdc4-40d4-8a9c-63241a4aa4a8 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014576
Jan 24 04:58:30.432934 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'tag': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898', 'status': 'completed', 'code': 200}
Jan 24 04:58:30.452052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46820) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:30.493001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:30.494166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:30.625685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:30.649708 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-ba31e05d-5e85-45d3-9fb5-fabef8c1b210 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 HTTP/1.1" status: 200  len: 217 time: 0.1608593
Jan 24 04:58:30.754268 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 80eb54b9-685a-4810-9e0d-851a05ca2399 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:30.801330 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d3af188-22ca-4fb0-b2f3-d94c7011bba5 req-60359197-34b4-46b6-a040-4efc40c5361f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4386253
Jan 24 04:58:30.830265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:30.860088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:87aaa0fcb6c84380bea7dea50aa8cfff is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:30.880254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:30.881412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:30.897654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 80eb54b9-685a-4810-9e0d-851a05ca2399 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:30.898069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:30.899839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:30.906737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:30.931868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866657-374a-4b08-b461-6a4c2894a53e req-3e2a5b21-fcab-43fe-902a-b6aa289145e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:30.934198 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-3e2a5b21-fcab-43fe-902a-b6aa289145e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 200  len: 849 time: 0.2187130
Jan 24 04:58:31.024716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a256ea0e-5f12-48df-bf5c-a271dfc672d8,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:31.058593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-140d433b-747c-451b-adee-23ee12bd5737 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:31.060267 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-140d433b-747c-451b-adee-23ee12bd5737 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.61 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 946 time: 0.4078710
Jan 24 04:58:31.069236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:31.088366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.088769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.089156 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.089544 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.089926 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.090027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc031-9f66-4b53-bdfb-b76ef279a3c6 req-b5934601-c9e0-48cf-ac19-53de8797fc33 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:31.090306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.090687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.091081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.091971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.092638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.093106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.095048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.095048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.095048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.095048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.095371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.095724 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.095895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.096248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.096645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.097024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.097409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.097767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.098134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:31.099205 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-153bc031-9f66-4b53-bdfb-b76ef279a3c6 req-b5934601-c9e0-48cf-ac19-53de8797fc33 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.3763123
Jan 24 04:58:31.116016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:31.170681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:31.188161 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a256ea0e-5f12-48df-bf5c-a271dfc672d8 HTTP/1.1" status: 204  len: 168 time: 1.8497300
Jan 24 04:58:31.188388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46830) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:31.219172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56d868-5e80-4c57-9860-9cb77fd08acb req-8c60546e-15fe-4a2a-a90f-e07d9443d641 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:31.228077 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f56d868-5e80-4c57-9860-9cb77fd08acb req-8c60546e-15fe-4a2a-a90f-e07d9443d641 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 946 time: 0.1988347
Jan 24 04:58:31.300275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:31.314867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Deleting port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 04:58:31.315372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:31.316663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:31.358131 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3a17bb72-7b03-4687-8994-d9b6615396b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:31.360788 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 89108169-eda8-4a9b-b2e9-4cf798445dbe triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:31.361278 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:31.388219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:31.392108 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f56d868-5e80-4c57-9860-9cb77fd08acb req-226fcbff-3d51-4356-ad49-1a92df9bd726 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632459
Jan 24 04:58:31.432655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:31.457364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:31.466212 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87aaa0fcb6c84380bea7dea50aa8cfff&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0129108
Jan 24 04:58:31.481936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 46852) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:31.543321 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'code': 200}
Jan 24 04:58:31.695713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:31.798880 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-153bc031-9f66-4b53-bdfb-b76ef279a3c6 req-2efc4a2b-811f-4a6c-aa70-e9d39486a4ec tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6980295
Jan 24 04:58:31.822136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71531d67-8843-4ac5-87fc-634cab6750bc,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:32.053550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866657-374a-4b08-b461-6a4c2894a53e req-0f6b7902-bece-4e80-b35a-9adf3700adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:32.055830 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-0f6b7902-bece-4e80-b35a-9adf3700adf1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56c4ea9e-4606-4803-ab20-b342a16a6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0824490
Jan 24 04:58:32.077499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 08674dad-bf5f-4c48-82f9-70ff67c7cf93 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:32.077960 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.078374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.078776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.079170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.079861 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.080126 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.080514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.081102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.081492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.081879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.082266 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.082644 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.083064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.083447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.083841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.084204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.084763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.084972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.085352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.085729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.086107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.086483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.086981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.087359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:32.108498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:32.167766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:32.168523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.184862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8fcff07b38>> segment before_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.185429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8fcff07b38>> subnet precommit_delete_associations 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.186080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fd41e7be0>> segment_host_mapping after_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.186447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fd41e7be0>> port after_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.186804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fd41e7be0>> port after_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.187155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fd41e7be0>> port after_update 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.187509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fd41e7be0>> segment after_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.187882 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fd41e7be0>> subnet after_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.188232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fd41e7be0>> subnet after_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.188614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8fd41e7be0>> subnet after_update 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.287629 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8fcfeaac88>> subnet after_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.288018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8fcfeaac88>> subnet after_delete 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.288393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8fcfeaac88>> subnet before_create 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.288785 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8fcfeaac88>> subnet before_update 55550000 {{(pid=80084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 24 04:58:32.289185 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd4b732b0>,) {'filters': {'network_id': ['c3536a78-186e-41d5-92fd-f23c3b6b7dd8']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:32.307211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd4b732b0>, '53069e68-65eb-4afb-9ab3-134dcbe18ea3') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:32.307211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd4b732b0>, '53069e68-65eb-4afb-9ab3-134dcbe18ea3') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:32.308645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-27ed8e31-4347-4cff-ae6e-edd30416d075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.326935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827694110'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.346173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.349712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 04:58:32.375321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 04:58:32.444056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] For port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,segment=NetworkSegment(ffe52dff-0b22-482a-b38f-b38a9a3f375a),segment_id=ffe52dff-0b22-482a-b38f-b38a9a3f375a)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:32.444494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.460291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-27ed8e31-4347-4cff-ae6e-edd30416d075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.542440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.578920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,segment=NetworkSegment(ffe52dff-0b22-482a-b38f-b38a9a3f375a),segment_id=ffe52dff-0b22-482a-b38f-b38a9a3f375a)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:32.582515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.585115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58b742ef-db1b-44c5-a0d0-e8bcdb515df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:32.610913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ad213-faa6-4507-b177-3fd02dac31ac req-80ed4fa0-1688-4fa9-a5a4-693326df919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:32.613291 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-845ad213-faa6-4507-b177-3fd02dac31ac req-80ed4fa0-1688-4fa9-a5a4-693326df919a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 1162 time: 0.7322261
Jan 24 04:58:32.640021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202d222-f6ba-4536-be2d-a324a828a8cf req-765098d3-aaa7-4899-8aba-3e01c5effd72 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:32.647556 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a202d222-f6ba-4536-be2d-a324a828a8cf req-765098d3-aaa7-4899-8aba-3e01c5effd72 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 944 time: 0.9216924
Jan 24 04:58:32.673059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:32.696791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:32.707291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Network c3536a78-186e-41d5-92fd-f23c3b6b7dd8 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:58:32.718378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350575'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.723127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64089091-f86b-4c29-865c-1f7a398866f1 req-79231788-c1f2-4f57-a6ac-65ac90e45b26 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:32.724832 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-64089091-f86b-4c29-865c-1f7a398866f1 req-79231788-c1f2-4f57-a6ac-65ac90e45b26 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.6511226
Jan 24 04:58:32.743588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Calling delete_port for 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 04:58:32.844568 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a202d222-f6ba-4536-be2d-a324a828a8cf req-3b6d6d95-4bfe-46b2-8779-4560c3080380 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1960354
Jan 24 04:58:32.860272 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-980d8ab3-c8e6-4495-a5f6-5f7c5e7e5b86 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7505865
Jan 24 04:58:32.883477 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-845ad213-faa6-4507-b177-3fd02dac31ac req-79116d03-d38b-44b7-a0d1-0907537e9911 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1889834
Jan 24 04:58:32.923303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-27ed8e31-4347-4cff-ae6e-edd30416d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:32.937524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:32.943521 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-71f9f8ad-15f5-4ec9-aaf7-5d7c5c67c87d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4745598
Jan 24 04:58:32.978128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Network c3536a78-186e-41d5-92fd-f23c3b6b7dd8 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   (rel_b, rel_a, rel_b),
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   (rel_b, rel_a, rel_b),
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 04:58:33.009655 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 04:58:33.080150 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-64089091-f86b-4c29-865c-1f7a398866f1 req-328cfffe-93fe-40d2-ae05-ca982f0445db tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908201
Jan 24 04:58:33.115188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed8e31-4347-4cff-ae6e-edd30416d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71531d67-8843-4ac5-87fc-634cab6750bc,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:33.121377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-27ed8e31-4347-4cff-ae6e-edd30416d075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:33.129501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-27ed8e31-4347-4cff-ae6e-edd30416d075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:33.140279 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-27ed8e31-4347-4cff-ae6e-edd30416d075 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71531d67-8843-4ac5-87fc-634cab6750bc HTTP/1.1" status: 204  len: 168 time: 1.6390469
Jan 24 04:58:33.160776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:33.165146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:33.188315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3536a78-186e-41d5-92fd-f23c3b6b7dd8,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:33.201327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:33.211462 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c3536a78-186e-41d5-92fd-f23c3b6b7dd8 HTTP/1.1" status: 204  len: 168 time: 2.0195770
Jan 24 04:58:33.220459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 04:58:33.253348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 04:58:33.283338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cf509-7903-4775-8633-2066049ff9ba req-1fe15a24-10cf-4618-84c3-b6127041b1d0 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:33.285057 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-639cf509-7903-4775-8633-2066049ff9ba req-1fe15a24-10cf-4618-84c3-b6127041b1d0 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 944 time: 0.2980726
Jan 24 04:58:33.312688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3dca6c75-aec7-46c8-a116-ba2a39842234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:33.346599 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-639cf509-7903-4775-8633-2066049ff9ba req-18d4c234-7953-4fc8-a648-954e17991639 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523942
Jan 24 04:58:33.486773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-98722048-b004-4aa6-aeda-972ea233031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:33.488360 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-98722048-b004-4aa6-aeda-972ea233031f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1162 time: 0.1075075
Jan 24 04:58:33.489495 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30866657-374a-4b08-b461-6a4c2894a53e req-7ce977c9-c271-494d-af40-b341996bf431 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6177347
Jan 24 04:58:33.543800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56dc42ec-7625-446e-8c18-f4c6867bda55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:33.546989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:33.714578 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46900) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:33.724876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d69ba8-b8d3-4cc1-a93b-6f85f79e2d4e req-ad1deee3-cce2-40e2-a4f9-917f1afbf9e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:33.734047 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93d69ba8-b8d3-4cc1-a93b-6f85f79e2d4e req-ad1deee3-cce2-40e2-a4f9-917f1afbf9e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.4298201
Jan 24 04:58:33.754236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Deleting port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 04:58:33.754719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:33.796739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:33.810380 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a9fc82c9-87b7-41b2-a57d-adf8a34d4e45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef1b197280764520bb380fc4987b8a58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0874183
Jan 24 04:58:33.813438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46904) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:33.843395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-a025e78f-618a-4094-a89b-32213b295762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:33.845246 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-a025e78f-618a-4094-a89b-32213b295762 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 1161 time: 0.2313092
Jan 24 04:58:33.954851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-d0d86d82-745e-4592-afe2-48a070d693c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:33.956759 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-d0d86d82-745e-4592-afe2-48a070d693c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.4299529
Jan 24 04:58:33.989010 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79', 'code': 200}
Jan 24 04:58:34.097755 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1aafb73b-21f1-4a4b-ab5d-e83aedd8695c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:34.221234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1aafb73b-21f1-4a4b-ab5d-e83aedd8695c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:34.287977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-b3b9f5fd-b3e8-4b07-8148-ed60f0ea575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:34.289591 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-b3b9f5fd-b3e8-4b07-8148-ed60f0ea575b service neutron] 10.222.0.61 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 904 time: 0.3862126
Jan 24 04:58:34.345067 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93d69ba8-b8d3-4cc1-a93b-6f85f79e2d4e req-2810db6f-f75b-48de-8e2a-fd1257e20723 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6098447
Jan 24 04:58:34.418338 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-eee802a0-c955-4ea8-9be5-de849e2fae74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 HTTP/1.1" status: 200  len: 217 time: 0.1126468
Jan 24 04:58:34.458277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cad66-5267-47f0-9fc7-56b78c6f7c03 req-8bb9e93e-2072-4ffc-b9c8-e3ad92690469 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:34.464963 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-009cad66-5267-47f0-9fc7-56b78c6f7c03 req-8bb9e93e-2072-4ffc-b9c8-e3ad92690469 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 944 time: 0.3359489
Jan 24 04:58:34.481163 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-0d3fe90c-e94c-41ac-a7e7-8d8f4cfbbbd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 200  len: 217 time: 0.4969347
Jan 24 04:58:34.589357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1aafb73b-21f1-4a4b-ab5d-e83aedd8695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:34.599256 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d06a8193-38cc-4f3a-ab6c-d8af409e28cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:34.624393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-1c33dac6-30e5-4dba-a265-14dbfdad22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:34.626072 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-1c33dac6-30e5-4dba-a265-14dbfdad22e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 200  len: 849 time: 0.1599252
Jan 24 04:58:34.629384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafb73b-21f1-4a4b-ab5d-e83aedd8695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ed7e47-4744-4b2c-9042-570c62a46b51,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:34.673968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1aafb73b-21f1-4a4b-ab5d-e83aedd8695c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:34.688655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1aafb73b-21f1-4a4b-ab5d-e83aedd8695c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:34.692302 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1aafb73b-21f1-4a4b-ab5d-e83aedd8695c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48ed7e47-4744-4b2c-9042-570c62a46b51 HTTP/1.1" status: 204  len: 168 time: 0.8750658
Jan 24 04:58:34.704957 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-009cad66-5267-47f0-9fc7-56b78c6f7c03 req-094c65be-0937-4218-9857-c30379469d5c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1466031
Jan 24 04:58:34.728327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-e745e579-b4b8-480b-b424-b3692586044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:34.730566 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-e745e579-b4b8-480b-b424-b3692586044c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 1163 time: 0.4105041
Jan 24 04:58:34.762535 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-447dd9c3-cdd0-485f-bb2b-8530a63af59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:34.765068 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-447dd9c3-cdd0-485f-bb2b-8530a63af59c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56c4ea9e-4606-4803-ab20-b342a16a6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1303368
Jan 24 04:58:34.783925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-eca01b77-38af-4006-9494-d1d4f762ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:34.785860 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-eca01b77-38af-4006-9494-d1d4f762ea62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.2647781
Jan 24 04:58:34.909290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] For port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,segment=NetworkSegment(ffe52dff-0b22-482a-b38f-b38a9a3f375a),segment_id=ffe52dff-0b22-482a-b38f-b38a9a3f375a)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:34.909939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:34.923952 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-4deedb6f-2f64-44b6-a071-4ec8eccebb78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1273234
Jan 24 04:58:35.038448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:35.056341 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab37abe-7485-4c0a-ab50-c804fc5c81f1 req-c4863e83-026d-47bc-8d32-496b96a17dcd tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:35.057970 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dab37abe-7485-4c0a-ab50-c804fc5c81f1 req-c4863e83-026d-47bc-8d32-496b96a17dcd tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 944 time: 0.1640880
Jan 24 04:58:35.060969 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-c0c158d0-71ab-41a5-8ded-c07fbf53e868 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2869666
Jan 24 04:58:35.132071 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Calling delete_port for 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 04:58:35.215631 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dab37abe-7485-4c0a-ab50-c804fc5c81f1 req-c65fb6c6-b335-449c-a67d-ac8ab9258d0d tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/security-groups?id=351fb2ee-9d38-4114-85e8-10920dcc4573&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496036
Jan 24 04:58:35.306597 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-60e1c79f-7acc-452f-9169-5b15f0f79e28 req-fd46c948-c9b3-499a-a337-c04075d1a799 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2387953
Jan 24 04:58:35.403432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:35.471217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46952) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:35.491073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084b9c5-8945-40d2-bcb3-91a8509d6e3b req-0ac4909e-2f9f-45eb-ac0f-8c05e6944ef7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:35.492664 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4084b9c5-8945-40d2-bcb3-91a8509d6e3b req-0ac4909e-2f9f-45eb-ac0f-8c05e6944ef7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.9232497
Jan 24 04:58:35.535608 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-69c5f3c1-7487-42f6-abcc-314b96ae940e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5916ff733c9049aabd94f9ae8a393954&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0625010
Jan 24 04:58:35.537821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46958) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:35.577083 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-f8da47e0-328a-46a7-9cf1-21bd56d93947 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6302345
Jan 24 04:58:35.608057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-d9dcb0b1-77eb-4e72-9390-b3537769221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:35.610025 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-d9dcb0b1-77eb-4e72-9390-b3537769221c service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.8607948
Jan 24 04:58:35.692716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4014aef-7b0c-48ea-9206-9af450dc6548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:35.748217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4014aef-7b0c-48ea-9206-9af450dc6548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:35.843425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8965f21-940b-4571-ad53-d502de3c4f75 req-f44a117b-b1cb-4c01-82cd-87d9b2786cf7 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:35.843425 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f8965f21-940b-4571-ad53-d502de3c4f75 req-f44a117b-b1cb-4c01-82cd-87d9b2786cf7 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1973665
Jan 24 04:58:35.858206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4014aef-7b0c-48ea-9206-9af450dc6548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:35.875091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-83515320-df6a-4dbc-960b-be5719450a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:35.898775 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4014aef-7b0c-48ea-9206-9af450dc6548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ac5c2-2e01-4dfa-ae94-4a67ba568f8b,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:35.907485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e4014aef-7b0c-48ea-9206-9af450dc6548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:35.923934 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e4014aef-7b0c-48ea-9206-9af450dc6548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:35.925339 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-e4014aef-7b0c-48ea-9206-9af450dc6548 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d0ac5c2-2e01-4dfa-ae94-4a67ba568f8b HTTP/1.1" status: 204  len: 168 time: 0.3844035
Jan 24 04:58:35.939997 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f8965f21-940b-4571-ad53-d502de3c4f75 req-e7be199f-d99d-48e3-850c-9dc74f6b04ed tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845766
Jan 24 04:58:35.959973 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-f27a2641-69cf-4e2f-81bd-a3f220263196 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08674dad-bf5f-4c48-82f9-70ff67c7cf93 HTTP/1.1" status: 200  len: 217 time: 0.2117145
Jan 24 04:58:35.975144 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4084b9c5-8945-40d2-bcb3-91a8509d6e3b req-4b7c8c6e-f5d0-462c-bc8e-8af833ff0751 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4424438
Jan 24 04:58:36.111573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-7df7bf07-bab2-4d47-aed9-1960dbc0d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:36.113298 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-7df7bf07-bab2-4d47-aed9-1960dbc0d046 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.1302857
Jan 24 04:58:36.116061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:36.180280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f1862db4-8c01-4196-8faa-c4652474836c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:36.224289 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d05c42-20b6-4c0d-86f2-44ec700d4374 req-2ffdac88-9764-4685-86ee-744ee345865c service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6400266
Jan 24 04:58:36.297283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe59ce-13bf-4c99-a31b-089f6fe897dc req-d03d04e9-be31-48ee-9ed1-309d42476f2b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:36.334727 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfe59ce-13bf-4c99-a31b-089f6fe897dc req-d03d04e9-be31-48ee-9ed1-309d42476f2b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1946011
Jan 24 04:58:36.335969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46990) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:36.347492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'floatingip': {'port_id': '80eb54b9-685a-4810-9e0d-851a05ca2399'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:36.457946 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-59d0c3e6-1290-4ce0-9ea9-a3b69322e157 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2864254
Jan 24 04:58:36.470734 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Pushing event deleted for resources: {'Port': ['ID=2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:36.487630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:36.690555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 46998) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:36.846779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:36.939225 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b612e1fb-0d7e-4a52-99d9-8a1f1c3ea8de req-fadfba32-b785-4e97-95c7-860d4b44ed71 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 210 time: 0.2468565
Jan 24 04:58:36.944412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ff19a-67e9-4cfe-9138-4ed1f77bcbee req-5162638d-090a-4624-a97b-8fe0dfccb77e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:36.946165 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-212ff19a-67e9-4cfe-9138-4ed1f77bcbee req-5162638d-090a-4624-a97b-8fe0dfccb77e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 944 time: 0.6695201
Jan 24 04:58:37.004704 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-1f23002a-2b39-434e-9de9-fd36529165d5 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5286143
Jan 24 04:58:37.202567 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-212ff19a-67e9-4cfe-9138-4ed1f77bcbee req-be8238ac-aec6-49a9-b326-ccd7b5bf5a13 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2373056
Jan 24 04:58:37.204186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] No DVR routers for this DVR port 2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 04:58:37.211841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:37.230852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'name': 'network-vif-deleted', 'tag': '2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:37.337050 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b13a93e3-1fbc-441a-beeb-9bbfbdd58a5f req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.61 "DELETE /v2.0/ports/2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79 HTTP/1.1" status: 204  len: 173 time: 6.2283044
Jan 24 04:58:37.379889 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cf6234-bb9e-4924-a39b-7807950dbc39', 'name': 'network-vif-deleted', 'tag': '2b8f98de-b6ef-42ba-9a7a-5f62a2c1bf79', 'status': 'completed', 'code': 200}
Jan 24 04:58:37.386235 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00b7db5e-483d-4cc9-ae5d-7db7e272850e req-4f463dd2-874d-4013-b7f9-3553e9fa1b52 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3338137
Jan 24 04:58:37.447181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:37.479016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:37.490405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Usage tracker for resource:security_group_rule and tenant:ac555ed21a7b4556962243f8134f5fb8 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:37.496080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:37.520320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 08674dad-bf5f-4c48-82f9-70ff67c7cf93 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:37.523864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:37.554547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afce87a-30ba-41cc-8c73-590a3741b997 req-5d246445-c4b6-4237-acec-5d930e6d2115 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:37.556507 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2afce87a-30ba-41cc-8c73-590a3741b997 req-5d246445-c4b6-4237-acec-5d930e6d2115 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.3836322
Jan 24 04:58:37.650432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:37.651075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:37.786184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47046) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:37.809137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:37.885830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:58:37.892217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:37.892636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:37.900384 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2afce87a-30ba-41cc-8c73-590a3741b997 req-2ba1009a-9b0c-404c-badb-aa529c253178 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3260794
Jan 24 04:58:38.089154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.089364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.096748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.103456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.130540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:58:38.132573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:38.139621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.140711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 80eb54b9-685a-4810-9e0d-851a05ca2399 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:38.167676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:38.175228 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.resource_extend [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 24 04:58:38.282612 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898', 'code': 200}
Jan 24 04:58:38.319427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.376038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:38.391436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.392051 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.392674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.393225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.393741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.394267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.394777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.395468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.395973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.396482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.397011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.397517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.398079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.398588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.399218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.399723 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.400226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.401206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.401718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.402227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.402737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.403851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.404996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.405509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:58:38.410649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:38.416938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 80eb54b9-685a-4810-9e0d-851a05ca2399 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:38.417371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.420850 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.422027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bdb800cf-1f57-4136-b22a-004a96022478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:38.429617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:38.439800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3627abda-bac8-4f46-ac07-75abddb67a20 req-ff9ac4e1-6232-40f7-b250-e98a9bcf8b43 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Synchronizing usage tracker for tenant:e9e89452d8e240de970e892c0eb98c82 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:38.444354 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac555ed21a7b4556962243f8134f5fb8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7055876
Jan 24 04:58:38.445028 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Usage tracker for resource:security_group_rule and tenant:c2bc7a12cc454a1c806a37a9db5fb0e5 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:38.447801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47066) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:38.465697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:38.474782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:38.509870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f844d3-62b4-4a61-adf1-ac31ee1e7cb1,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:38.521771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.571825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.588042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.595828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3627abda-bac8-4f46-ac07-75abddb67a20 req-ff9ac4e1-6232-40f7-b250-e98a9bcf8b43 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Unset dirty status for tenant:e9e89452d8e240de970e892c0eb98c82 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:38.598020 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3627abda-bac8-4f46-ac07-75abddb67a20 req-ff9ac4e1-6232-40f7-b250-e98a9bcf8b43 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] 10.222.0.10 "GET /v2.0/ports?device_id=70cf6234-bb9e-4924-a39b-7807950dbc39 HTTP/1.1" status: 200  len: 210 time: 0.2513762
Jan 24 04:58:38.639432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:38.652672 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2bc7a12cc454a1c806a37a9db5fb0e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8613901
Jan 24 04:58:38.652672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47074) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:38.662409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:38.809342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f7023c0b-e375-4cf0-8ada-80c08ffb7eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.821341 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963033aa-4afd-4f53-99b5-8556895c78b4,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:38.824412 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Floating IP 83c261a9-5e0e-48a2-a9cc-751be03efe5c associated. External IP: 172.27.3.74, port: 80eb54b9-685a-4810-9e0d-851a05ca2399.
Jan 24 04:58:38.847477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:38.888976 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f7023c0b-e375-4cf0-8ada-80c08ffb7eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:38.941731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b2a2-cc76-44fa-a8ed-c2b369a1ffa0 req-74d77d5c-7e64-43aa-bc7f-47d7ac6fd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:38.943608 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2898b2a2-cc76-44fa-a8ed-c2b369a1ffa0 req-74d77d5c-7e64-43aa-bc7f-47d7ac6fd7d8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 1163 time: 0.2819688
Jan 24 04:58:38.944776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bea1de7c-660b-4177-b5e0-b08913d1cad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:39.139181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bea1de7c-660b-4177-b5e0-b08913d1cad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:39.140516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbb855-72b3-425e-aed3-68b692476faf req-9220f980-a92c-4587-a251-dd4dacf3138f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:39.154811 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fafbb855-72b3-425e-aed3-68b692476faf req-9220f980-a92c-4587-a251-dd4dacf3138f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.6997836
Jan 24 04:58:39.162059 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2898b2a2-cc76-44fa-a8ed-c2b369a1ffa0 req-44e4dcfc-5731-4e2b-80e3-fd0895e13ae5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2007692
Jan 24 04:58:39.215509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f7023c0b-e375-4cf0-8ada-80c08ffb7eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:39.226510 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:39.236654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:39.282954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7023c0b-e375-4cf0-8ada-80c08ffb7eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f844d3-62b4-4a61-adf1-ac31ee1e7cb1,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:39.299184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f7023c0b-e375-4cf0-8ada-80c08ffb7eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:39.320416 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fafbb855-72b3-425e-aed3-68b692476faf req-261bbb91-241f-47a4-8ddd-6a243b75783c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1630645
Jan 24 04:58:39.346314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bea1de7c-660b-4177-b5e0-b08913d1cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:39.348991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bea1de7c-660b-4177-b5e0-b08913d1cad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:39.353660 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-bea1de7c-660b-4177-b5e0-b08913d1cad3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/963033aa-4afd-4f53-99b5-8556895c78b4 HTTP/1.1" status: 204  len: 168 time: 0.6937737
Jan 24 04:58:39.354727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f7023c0b-e375-4cf0-8ada-80c08ffb7eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:39.356127 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f7023c0b-e375-4cf0-8ada-80c08ffb7eda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7f844d3-62b4-4a61-adf1-ac31ee1e7cb1 HTTP/1.1" status: 204  len: 168 time: 0.9028480
Jan 24 04:58:39.358101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:39.380684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1de7c-660b-4177-b5e0-b08913d1cad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963033aa-4afd-4f53-99b5-8556895c78b4,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:39.384406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bea1de7c-660b-4177-b5e0-b08913d1cad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:39.416110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:39.417543 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:39.427503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aff025-4bcc-413a-8d71-d4653d7699de req-5bd4cf05-0f78-432c-8cfd-7ee4cb9f5586 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:39.436655 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-95aff025-4bcc-413a-8d71-d4653d7699de req-5bd4cf05-0f78-432c-8cfd-7ee4cb9f5586 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.3822653
Jan 24 04:58:39.504160 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-95aff025-4bcc-413a-8d71-d4653d7699de req-71a18b4c-1a7c-4e89-ad06-4cbb5e8f0194 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662518
Jan 24 04:58:39.625087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 04:58:39.858945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:58:39.879648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] Sync routers for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:58:39.894301 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:39.896233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:58:39.897078 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c07400>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:58:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:39.968702 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-778c6200-e64d-487c-9442-9b8cb34e55d4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "PUT /v2.0/floatingips/83c261a9-5e0e-48a2-a9cc-751be03efe5c HTTP/1.1" status: 200  len: 990 time: 3.6307564
Jan 24 04:58:39.969651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:40.093720 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'status': 'completed', 'code': 200}
Jan 24 04:58:40.098463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47116) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:40.123351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:40.141366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:40.145831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b1e4ed10ca46bc89be1f4c00215b66 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:40.149307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:40.156279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:40.223656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47124) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:40.262726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:58:40.293143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:40.329583 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:40.345049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b173cb0752441ab95e94148dbeda61 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:40.348879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:40.361381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:40.400828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:40.420883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:40.443405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-30e85669-f721-493d-986d-704121cd4995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:40.512783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75acd72-8fa0-45f2-9310-d10ddcf68374,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:40.517609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-7b73dc69-6eae-4a68-a083-abd6ce8ff5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:40.519254 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-7b73dc69-6eae-4a68-a083-abd6ce8ff5c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 1162 time: 0.3115535
Jan 24 04:58:40.520137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:40.525167 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0b1e4ed10ca46bc89be1f4c00215b66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4217048
Jan 24 04:58:40.529546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47134) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:40.614974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:40.623733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:40.653411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1e960426-2471-487b-a37f-54e71747d8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:40.694698 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3b173cb0752441ab95e94148dbeda61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4698725
Jan 24 04:58:40.713160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ffd4-4fb9-4c7a-abb6-9b43512d877d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:40.722911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47140) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:40.732202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bea636-fd1e-48d2-8fab-b3c2d7fe0d48 req-f9b4a0db-c026-4c5f-9ece-2b596a6141ac tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:40.734494 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a8bea636-fd1e-48d2-8fab-b3c2d7fe0d48 req-f9b4a0db-c026-4c5f-9ece-2b596a6141ac tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.2378762
Jan 24 04:58:40.737034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8835fc77-be09-49e6-a659-d0a1a7803e74,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:40.740573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:40.765759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c07400>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '83c261a9-5e0e-48a2-a9cc-751be03efe5c', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'port_id': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'mac_address': 'fa:16:3e:ff:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T04:58:04Z', 'updated_at': '2021-01-24T04:58:37Z', 'revision_number': 1, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:40.770008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] Checking router: db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:58:40.780904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:58:40.781570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c07400>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:58:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:40.802248 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a8bea636-fd1e-48d2-8fab-b3c2d7fe0d48 req-fb3626b7-5415-40c6-b4b0-de245b1a994c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604744
Jan 24 04:58:40.848886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ffd4-4fb9-4c7a-abb6-9b43512d877d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:40.977311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-c27bdaaa-abba-4c77-862e-7a4075bdeeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:40.978972 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-c27bdaaa-abba-4c77-862e-7a4075bdeeb5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 911 time: 0.3831508
Jan 24 04:58:41.014910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:58:41.049979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e722-56d9-40c1-9e85-e7757aff3f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:41.085842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8a9dc-d6f7-4bb3-b9d2-7d5ca3f05f61 req-10993d8c-c7dc-49dd-bb79-539d85aca59e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:41.087559 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c5d8a9dc-d6f7-4bb3-b9d2-7d5ca3f05f61 req-10993d8c-c7dc-49dd-bb79-539d85aca59e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.3722689
Jan 24 04:58:41.176275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e722-56d9-40c1-9e85-e7757aff3f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:41.206470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ffd4-4fb9-4c7a-abb6-9b43512d877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:41.220236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2eb284db-1932-4b56-adb3-637334b64be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:41.229737 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-6a2ea65f-ca40-4ec4-9880-5257632d3102 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80eb54b9-685a-4810-9e0d-851a05ca2399 HTTP/1.1" status: 200  len: 998 time: 0.2354655
Jan 24 04:58:41.299481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6ffd4-4fb9-4c7a-abb6-9b43512d877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75acd72-8fa0-45f2-9310-d10ddcf68374,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:41.321170 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c5d8a9dc-d6f7-4bb3-b9d2-7d5ca3f05f61 req-b04ed07e-5e0f-4909-9daf-f30806bc5e8e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032235
Jan 24 04:58:41.326206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3eb6ffd4-4fb9-4c7a-abb6-9b43512d877d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:41.345064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ffd4-4fb9-4c7a-abb6-9b43512d877d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:41.348703 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3eb6ffd4-4fb9-4c7a-abb6-9b43512d877d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b75acd72-8fa0-45f2-9310-d10ddcf68374 HTTP/1.1" status: 204  len: 168 time: 0.8149135
Jan 24 04:58:41.370127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-836d02df-c453-4c93-b9ee-bd3718b15f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:41.371420 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-836d02df-c453-4c93-b9ee-bd3718b15f9d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.1285563
Jan 24 04:58:41.372254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e722-56d9-40c1-9e85-e7757aff3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:41.377772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a01a4cd9-a169-45e6-8c78-b3b877f21dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:41.440953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1e722-56d9-40c1-9e85-e7757aff3f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8835fc77-be09-49e6-a659-d0a1a7803e74,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:41.458177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b2d1e722-56d9-40c1-9e85-e7757aff3f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:41.463517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e722-56d9-40c1-9e85-e7757aff3f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:41.474019 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b2d1e722-56d9-40c1-9e85-e7757aff3f66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8835fc77-be09-49e6-a659-d0a1a7803e74 HTTP/1.1" status: 204  len: 168 time: 0.7499762
Jan 24 04:58:41.483136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c07400>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '83c261a9-5e0e-48a2-a9cc-751be03efe5c', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'port_id': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'mac_address': 'fa:16:3e:ff:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T04:58:04Z', 'updated_at': '2021-01-24T04:58:37Z', 'revision_number': 1, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:41.488516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b04b47a-139a-4c9a-a3e3-ced2ff660986 None None] The sync data for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi is: [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '83c261a9-5e0e-48a2-a9cc-751be03efe5c', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'port_id': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'mac_address': 'fa:16:3e:ff:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T04:58:04Z', 'updated_at': '2021-01-24T04:58:37Z', 'revision_number': 1, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:58:41.514231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-a8b2c407-8be8-491f-8cb0-764d0139c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:41.515998 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-a8b2c407-8be8-491f-8cb0-764d0139c9eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1233153
Jan 24 04:58:41.717881 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-fb373f69-d794-4a39-a7a1-3d5df29c853d service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910238
Jan 24 04:58:41.801665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:58:41.814316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47168) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:41.924820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:58:41.925492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:41.964983 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c8f8d6-13a8-4c54-9a6b-64d2e5897374 None None] New status for floating IP 83c261a9-5e0e-48a2-a9cc-751be03efe5c: ACTIVE {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 04:58:41.968125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] Deleting subnet 0c8f726f-c55c-410d-8af3-79d8cd175603 {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 04:58:41.972107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:42.017779 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f14da0c8-6162-4bfe-a872-5c775cf7b4a6 req-5fe70c8d-86a0-49d6-981e-5e54a80bdfb5 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2896550
Jan 24 04:58:42.048617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27081706'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:42.120097 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:42.252056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61964df6-52e3-4845-996c-e65f6b46fe40 req-35e8a92f-6d80-42d5-802b-02fbffce4fea tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:42.253823 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61964df6-52e3-4845-996c-e65f6b46fe40 req-35e8a92f-6d80-42d5-802b-02fbffce4fea tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.2111559
Jan 24 04:58:42.304104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47186) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:42.461192 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61964df6-52e3-4845-996c-e65f6b46fe40 req-e2bb11ec-0e9d-4a85-822d-163cfd12597e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2003808
Jan 24 04:58:42.462108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:42.491176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:42.515973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Usage tracker for resource:security_group_rule and tenant:1ec5288818c943ee9f8a0185b187b702 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:42.526215 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:42.562013 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:42.747203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:42.768564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d857295-ba93-4fd1-9de3-4d6dbe952bf9 req-87c0b09c-99f7-4c1a-83c0-767c745a53d2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:42.772914 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0d857295-ba93-4fd1-9de3-4d6dbe952bf9 req-87c0b09c-99f7-4c1a-83c0-767c745a53d2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.2214246
Jan 24 04:58:42.773994 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852425908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827738002'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:42.812206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:42.815736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:42.831653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:42.901836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8f726f-c55c-410d-8af3-79d8cd175603,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:42.939410 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ec5288818c943ee9f8a0185b187b702&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6282718
Jan 24 04:58:42.939410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80cb501-2588-4f37-b40e-2e24927a3231,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:42.940084 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47208) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:42.947026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:42.986428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:43.037773 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0d857295-ba93-4fd1-9de3-4d6dbe952bf9 req-51370dde-77c4-4ce2-88a5-2318c744aa8d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266581
Jan 24 04:58:43.056979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971f891-cdcd-4d42-855d-8f413f95abb6 req-b045e0e6-58ff-452d-8804-b628789cc008 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:43.058718 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4971f891-cdcd-4d42-855d-8f413f95abb6 req-b045e0e6-58ff-452d-8804-b628789cc008 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.3081825
Jan 24 04:58:43.070643 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47214) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:43.071016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47216) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:43.090328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'floatingip': {'port_id': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:43.109453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.136621 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0c8f726f-c55c-410d-8af3-79d8cd175603 HTTP/1.1" status: 204  len: 168 time: 1.3208852
Jan 24 04:58:43.140960 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47226) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:43.163350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3fdda08b-ea3e-4529-b0f5-c858f6982db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.280093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.411648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-956056647-network', 'tenant_id': '003e8544bf6f496286df4543f400c1da'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:43.420876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.481773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.493060 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:43.520340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3fdda08b-ea3e-4529-b0f5-c858f6982db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.564949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Usage tracker for resource:network and tenant:003e8544bf6f496286df4543f400c1da is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:43.576574 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:43.600789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:43.602485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fcf4ed160>,) {'filters': {'network_id': ['6d32ac37-99f4-4e75-9345-cc511c84b680']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:43.615403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fcf4ed160>, 'ffe52dff-0b22-482a-b38f-b38a9a3f375a') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:43.615742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fcf4ed160>, 'ffe52dff-0b22-482a-b38f-b38a9a3f375a') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:43.628068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827694110'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.644393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.646391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 04:58:43.663668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Made reservation on behalf of 003e8544bf6f496286df4543f400c1da for: {'network': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:43.668378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.694363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.730693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:43.741638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3fdda08b-ea3e-4529-b0f5-c858f6982db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.806873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Usage tracker for resource:security_group_rule and tenant:003e8544bf6f496286df4543f400c1da is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:43.811330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b2d1e722-56d9-40c1-9e85-e7757aff3f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:43.827669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:43.832992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Network 6d32ac37-99f4-4e75-9345-cc511c84b680 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:58:43.846012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350575'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.891588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:43.901622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdda08b-ea3e-4529-b0f5-c858f6982db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80cb501-2588-4f37-b40e-2e24927a3231,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:43.908127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3fdda08b-ea3e-4529-b0f5-c858f6982db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:43.937215 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3fdda08b-ea3e-4529-b0f5-c858f6982db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:43.940765 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3fdda08b-ea3e-4529-b0f5-c858f6982db1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b80cb501-2588-4f37-b40e-2e24927a3231 HTTP/1.1" status: 204  len: 168 time: 0.9933422
Jan 24 04:58:44.039528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Network 6d32ac37-99f4-4e75-9345-cc511c84b680 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 04:58:44.063709 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 04:58:44.165236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.176207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:44.217357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.230713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d32ac37-99f4-4e75-9345-cc511c84b680,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:44.254077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:44.257977 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6d32ac37-99f4-4e75-9345-cc511c84b680 HTTP/1.1" status: 204  len: 168 time: 1.1159105
Jan 24 04:58:44.327901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.339202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.347472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b31ac0ff-e045-4c33-82e3-ffaf59eebbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:44.448258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:58:44.488201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f00f51-90fa-43fa-b078-5bcd10f11e79,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:44.505734 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:44.519324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363270870246072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.519324 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Added segment e0f33254-f7d9-421e-ab91-595cf74ba050 of type vxlan for network 37146bfe-aa94-4675-a651-0e3495988603
Jan 24 04:58:44.521736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.resource_extend [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 24 04:58:44.548406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457254c-1a94-4bc0-81b8-2dbf34cc58ea req-59c231a5-2eef-40cc-b01d-c470b378bae1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:44.550463 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0457254c-1a94-4bc0-81b8-2dbf34cc58ea req-59c231a5-2eef-40cc-b01d-c470b378bae1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.2410960
Jan 24 04:58:44.620523 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0457254c-1a94-4bc0-81b8-2dbf34cc58ea req-303db54c-3440-49f3-b74a-3b6d9b21d63a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627816
Jan 24 04:58:44.683599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47262) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:44.699538 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.738281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.742767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.745306 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-7aaee8ba-d632-440b-904c-55a9dd7a11c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9e89452d8e240de970e892c0eb98c82&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0601749
Jan 24 04:58:44.747985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47268) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:44.814940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0eb323b0-8be5-470f-aeea-702991d90abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.844663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.860296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0eb323b0-8be5-470f-aeea-702991d90abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.934353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0eb323b0-8be5-470f-aeea-702991d90abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.950813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-63fcdf3c-d904-49b8-9422-b82f711e8281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:44.953626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:44.954275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.967016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:44.967108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb323b0-8be5-470f-aeea-702991d90abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351fb2ee-9d38-4114-85e8-10920dcc4573,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:44.975999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0eb323b0-8be5-470f-aeea-702991d90abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:44.989135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0eb323b0-8be5-470f-aeea-702991d90abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:44.990369 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0eb323b0-8be5-470f-aeea-702991d90abf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/351fb2ee-9d38-4114-85e8-10920dcc4573 HTTP/1.1" status: 204  len: 168 time: 0.2412462
Jan 24 04:58:45.081701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Pushing event updated for resources: {'Network': ['ID=37146bfe-aa94-4675-a651-0e3495988603,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:45.092857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 37146bfe-aa94-4675-a651-0e3495988603 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:45.093916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:45.125382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47288) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:45.125746 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.0534863
Jan 24 04:58:45.132026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Request body: {'subnet': {'network_id': '37146bfe-aa94-4675-a651-0e3495988603', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-956056647-subnet', 'tenant_id': '003e8544bf6f496286df4543f400c1da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:45.149546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:45.156231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Usage tracker for resource:subnet and tenant:003e8544bf6f496286df4543f400c1da is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:45.157347 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Floating IP dff7b50a-6bcb-4da6-8350-bcc22530d795 associated. External IP: 172.27.3.226, port: 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898.
Jan 24 04:58:45.162766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:45.176430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:45.200123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Made reservation on behalf of 003e8544bf6f496286df4543f400c1da for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:45.205245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27037764'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:45.303058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 37146bfe-aa94-4675-a651-0e3495988603 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:46.034130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 04:58:46.172978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bc7cf-202f-490b-8ebd-1bdff4b2f374 req-efdc1a6e-10a4-4119-a9be-29c9a7d9ea7b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:46.174785 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-416bc7cf-202f-490b-8ebd-1bdff4b2f374 req-efdc1a6e-10a4-4119-a9be-29c9a7d9ea7b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.2311563
Jan 24 04:58:46.185610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27037781'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:46.235431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:46.317036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 04:58:46.323920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:46.327538 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] Sync routers for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 04:58:46.342719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:58:46.343746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd57a5b00>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:58:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:46.359126 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7c4f2c-af9e-429a-9aeb-a72ff7c8240f,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:46.379564 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-416bc7cf-202f-490b-8ebd-1bdff4b2f374 req-136b3156-446c-4371-9e53-973181ceb52e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961205
Jan 24 04:58:46.380582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:46.484849 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ff7b0bf6-222b-4774-8bc4-6b2f86cf5e4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "PUT /v2.0/floatingips/dff7b50a-6bcb-4da6-8350-bcc22530d795 HTTP/1.1" status: 200  len: 992 time: 3.4110043
Jan 24 04:58:46.485684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'tag': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:46.503545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47372) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:46.661154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:58:46.671315 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'tag': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898', 'status': 'completed', 'code': 200}
Jan 24 04:58:46.694952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Checking segment: {'id': 'e0f33254-f7d9-421e-ab91-595cf74ba050', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37146bfe-aa94-4675-a651-0e3495988603'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:46.695592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Network hostable DHCP agents. Network: 37146bfe-aa94-4675-a651-0e3495988603, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:58:46.721847 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Network 37146bfe-aa94-4675-a651-0e3495988603 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:58:46.733859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 37146bfe-aa94-4675-a651-0e3495988603) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:46.744462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9917bb-5fde-4a53-94f5-d1a2dd545874 None None] Network 37146bfe-aa94-4675-a651-0e3495988603 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:46.758221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:46.758865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:46.792915 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6565170
Jan 24 04:58:46.806710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-924860379-network', 'tenant_id': '866d1f01531548e5a1556faf5afd2b87'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:46.919355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:46.948221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Usage tracker for resource:network and tenant:866d1f01531548e5a1556faf5afd2b87 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:46.953593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:46.973437 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:46.990516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Made reservation on behalf of 866d1f01531548e5a1556faf5afd2b87 for: {'network': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:46.995211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:47.046417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-7af11a0d-764e-4e00-af55-7250e98ea447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:47.049415 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-7af11a0d-764e-4e00-af55-7250e98ea447 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 1163 time: 0.2363122
Jan 24 04:58:47.050281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:47.104470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:47.109513 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caee536-c87d-4375-94b0-c7bd39dfbdef None None] Network 37146bfe-aa94-4675-a651-0e3495988603 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:47.170235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Usage tracker for resource:security_group_rule and tenant:866d1f01531548e5a1556faf5afd2b87 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:47.179172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:47.190916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:47.211748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd57a5b00>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': 'dff7b50a-6bcb-4da6-8350-bcc22530d795', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'port_id': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'mac_address': 'fa:16:3e:92:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T04:58:12Z', 'updated_at': '2021-01-24T04:58:44Z', 'revision_number': 1, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:47.217673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] Checking router: ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 04:58:47.233369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 04:58:47.234088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd57a5b00>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T04:58:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:47.328840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-e29cfa36-ed11-430f-a986-7e5bad4171c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:47.330633 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-e29cfa36-ed11-430f-a986-7e5bad4171c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 904 time: 0.2614307
Jan 24 04:58:47.492604 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-ad5ac141-fcb2-4a95-8e30-e7d9cc452969 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 HTTP/1.1" status: 200  len: 1000 time: 0.1453011
Jan 24 04:58:47.531747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:47.593136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:47.639408 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4f35b9e0-0eb8-4cca-b33c-2312fd320a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:47.677524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:58:47.728595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-d18507de-42a5-48d0-a969-57941955e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:47.730272 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-d18507de-42a5-48d0-a969-57941955e93a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 200  len: 849 time: 0.1958909
Jan 24 04:58:47.731169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363270870246072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:47.732345 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Added segment 737c2d5e-7e9f-4653-a031-ac2ce13ea5a2 of type vxlan for network 4b3c9689-cb26-4459-acb1-b480464e0a60
Jan 24 04:58:47.735563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1be0a-13d2-4050-997e-225de0a248b0,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:47.736110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 04:58:47.739398 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:47.837723 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47424) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:47.844810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-326052295-network', 'tenant_id': '33d0b1ca268e42ed9342a82cd359aea5'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:47.850960 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:47.855866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Usage tracker for resource:network and tenant:33d0b1ca268e42ed9342a82cd359aea5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:47.861493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:47.868021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:47.868567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:47.879602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Made reservation on behalf of 33d0b1ca268e42ed9342a82cd359aea5 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:47.898179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:47.927389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:47.953840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:47.957869 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Usage tracker for resource:security_group_rule and tenant:33d0b1ca268e42ed9342a82cd359aea5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:47.961362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:47.967372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:47.983253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-d0cb0099-1d50-4391-8e74-f8e9bea90e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:47.985058 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-d0cb0099-1d50-4391-8e74-f8e9bea90e4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56c4ea9e-4606-4803-ab20-b342a16a6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2214017
Jan 24 04:58:48.016347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45306e0f-2fc7-470d-b1a5-9173b472918d req-41e93ca4-afc1-496e-835e-52a3e9259e28 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:48.018139 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-45306e0f-2fc7-470d-b1a5-9173b472918d req-41e93ca4-afc1-496e-835e-52a3e9259e28 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.4317913
Jan 24 04:58:48.064691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.082652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.089318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.129579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:58:48.132584 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9d3b197f-76be-43d5-9802-ebc57382b1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:48.144268 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:48.144940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.174788 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1be8f7f0-4cca-45bf-b09b-fed4b7a76d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:48.185957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff6b382-ed7a-45a3-8929-eaf95d67b3a4,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:48.191140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:48.193719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.194114 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Added segment 4d6a774a-0ec2-4220-ae76-730148591587 of type vxlan for network 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6
Jan 24 04:58:48.229995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.262556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.265304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:48.265941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.271405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:48.296338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd57a5b00>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': 'dff7b50a-6bcb-4da6-8350-bcc22530d795', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'port_id': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'mac_address': 'fa:16:3e:92:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T04:58:12Z', 'updated_at': '2021-01-24T04:58:44Z', 'revision_number': 1, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:58:48.301893 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24838ca-9a26-4b6f-b7e7-3142433bfcee None None] The sync data for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi is: [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': 'dff7b50a-6bcb-4da6-8350-bcc22530d795', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'port_id': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'mac_address': 'fa:16:3e:92:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T04:58:12Z', 'updated_at': '2021-01-24T04:58:44Z', 'revision_number': 1, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 04:58:48.307905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Pushing event updated for resources: {'Network': ['ID=4b3c9689-cb26-4459-acb1-b480464e0a60,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:48.321091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:48.342318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:48.404183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Pushing event updated for resources: {'Network': ['ID=7d6e176b-acbe-40c3-a4f5-13c5f414b6b6,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:48.407452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:48.419630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47450) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:48.428821 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.9238765
Jan 24 04:58:48.436747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Request body: {'subnet': {'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-924860379-subnet', 'tenant_id': '866d1f01531548e5a1556faf5afd2b87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:48.446682 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6075315
Jan 24 04:58:48.448498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:48.454498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47456) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:48.457754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Usage tracker for resource:subnet and tenant:866d1f01531548e5a1556faf5afd2b87 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:48.462445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:48.476715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Request body: {'subnet': {'network_id': '7d6e176b-acbe-40c3-a4f5-13c5f414b6b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-326052295-subnet', 'tenant_id': '33d0b1ca268e42ed9342a82cd359aea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:48.485910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:48.488897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:48.494725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:48.495790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Usage tracker for resource:subnet and tenant:33d0b1ca268e42ed9342a82cd359aea5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:48.505954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:48.509833 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-45306e0f-2fc7-470d-b1a5-9173b472918d req-c2394b73-e757-4dd2-92d2-e853b3eaaa11 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3733518
Jan 24 04:58:48.520800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:48.527652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Made reservation on behalf of 866d1f01531548e5a1556faf5afd2b87 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:48.533294 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-0767d073-973b-4641-bbe7-2076bfd695d4 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5140061
Jan 24 04:58:48.533660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:58:48.537745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27037764'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.554669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:48.687679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Made reservation on behalf of 33d0b1ca268e42ed9342a82cd359aea5 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:48.693557 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27037764'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:48.753008 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e818632-62dc-4833-8cbc-d83426b00ff3 req-06d0c645-22f2-4875-bf6f-4741b8ffc44a service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2091174
Jan 24 04:58:48.833499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1f78be-1ab9-452d-bb40-8d66ae5012ff None None] New status for floating IP dff7b50a-6bcb-4da6-8350-bcc22530d795: ACTIVE {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 04:58:49.367314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27037781'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:49.390421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f224bb41-b289-420f-882d-11963449f3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:49.592933 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb5190c-04c3-4b96-9d1f-faf84470a579,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:49.601492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:49.641457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27037781'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:49.663295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:49.883516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147c4256-4a4f-4b73-bb90-02828435ad24,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:49.897987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Checking segment: {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:49.898379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Network hostable DHCP agents. Network: 4b3c9689-cb26-4459-acb1-b480464e0a60, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:58:49.903142 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:49.959990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:58:49.998392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1a0c3-f5f0-40fa-bed8-53c567ac5eb8 req-f1f9519a-9478-45b3-90a9-932968d01e7e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:50.000154 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cfc1a0c3-f5f0-40fa-bed8-53c567ac5eb8 req-f1f9519a-9478-45b3-90a9-932968d01e7e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.3028891
Jan 24 04:58:50.015641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 4b3c9689-cb26-4459-acb1-b480464e0a60) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:50.026673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e446ea7-ed13-4871-9845-c37d646e7a70 None None] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:50.059397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:50.061534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:50.083223 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Checking segment: {'id': '4d6a774a-0ec2-4220-ae76-730148591587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7d6e176b-acbe-40c3-a4f5-13c5f414b6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:50.083625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Network hostable DHCP agents. Network: 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:58:50.112685 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cfc1a0c3-f5f0-40fa-bed8-53c567ac5eb8 req-a0f9e8f5-9793-493c-a1fc-bfcd62d18455 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980520
Jan 24 04:58:50.134313 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7053063
Jan 24 04:58:50.148447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Network 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:58:50.156662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:50.181580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:50.182053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:50.237377 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-365b5d47-542b-41cd-9bb2-b1cec729ced6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7816119
Jan 24 04:58:50.336727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0296192a-b73e-4790-a229-28477b8d23ec None None] Network 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:50.672225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dbb91c-1962-4628-994f-3756c24b10b6 None None] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:50.754841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d81ce8-69c2-456b-ae01-c52e2e3509d6 None None] Network 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:58:51.388084 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-0c06091d-f862-46df-ae9b-d153da90ddb4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:51.389916 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-0c06091d-f862-46df-ae9b-d153da90ddb4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 814 time: 0.4442151
Jan 24 04:58:51.407895 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-9592d302-5c63-46a9-b3e1-e7e047c74b9a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/quotas/866d1f01531548e5a1556faf5afd2b87 HTTP/1.1" status: 200  len: 375 time: 0.0120056
Jan 24 04:58:51.439100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b3169-9bf4-44ad-9d14-cb51e8290f77 req-d50e1af7-c946-4a4c-8f87-1633e87199e4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:51.440797 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2d4b3169-9bf4-44ad-9d14-cb51e8290f77 req-d50e1af7-c946-4a4c-8f87-1633e87199e4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1106443
Jan 24 04:58:51.464761 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-449d9722-fca2-4741-a828-c802d260d3c4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0505180
Jan 24 04:58:51.497248 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2d4b3169-9bf4-44ad-9d14-cb51e8290f77 req-db154734-1ef1-4afa-b960-f3941554fdbc tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501692
Jan 24 04:58:51.611990 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-ac7d6181-1e8d-4915-a4bd-85ff9263ba1a service neutron] 10.222.0.10 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384656
Jan 24 04:58:51.759741 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-8285b9ba-1d6b-49cd-b61a-4bd086183c3a service neutron] 10.222.0.10 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407809
Jan 24 04:58:52.002759 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-641094bd-6226-48e5-b751-c60f1416d7bb req-d9218eb0-a143-4203-8535-ebe19e9fd6f0 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 210 time: 0.0487757
Jan 24 04:58:52.739015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ac96b-06f4-4715-9732-6d4236caf1d6 req-73e1f03a-1077-4cf1-b581-4de1f464060d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:52.740946 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a79ac96b-06f4-4715-9732-6d4236caf1d6 req-73e1f03a-1077-4cf1-b581-4de1f464060d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1113896
Jan 24 04:58:52.803742 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a79ac96b-06f4-4715-9732-6d4236caf1d6 req-0590850c-0425-4e3a-807f-5d23442a3844 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541484
Jan 24 04:58:53.186079 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-afa5f33f-33fb-4150-bbf0-c0bb7988a7aa req-cbf4a53b-40ec-429f-8368-bbd631419ec9 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 210 time: 0.0494595
Jan 24 04:58:53.687061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-a10ba703-a184-40ba-bfb9-3059223a9fe3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:53.687817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-a10ba703-a184-40ba-bfb9-3059223a9fe3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Synchronizing usage tracker for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:network {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:53.705213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-a10ba703-a184-40ba-bfb9-3059223a9fe3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Unset dirty status for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:network {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:53.706387 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-a10ba703-a184-40ba-bfb9-3059223a9fe3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 814 time: 0.2080693
Jan 24 04:58:53.778736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Request body: {'port': {'device_id': 'c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6', 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60', 'admin_state_up': True, 'tenant_id': '866d1f01531548e5a1556faf5afd2b87'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:53.924119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:53.928138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Usage tracker for resource:port and tenant:866d1f01531548e5a1556faf5afd2b87 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:53.931102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Quota usage for port was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:53.937527 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:53.946219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Made reservation on behalf of 866d1f01531548e5a1556faf5afd2b87 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:58:53.956049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:54.085959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51015c-4ec6-40ed-85da-b4bdd52f9d33 req-eacf59ad-112a-4b43-841b-6f3cfd01892c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:54.093128 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3a51015c-4ec6-40ed-85da-b4bdd52f9d33 req-eacf59ad-112a-4b43-841b-6f3cfd01892c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1575794
Jan 24 04:58:54.158702 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3a51015c-4ec6-40ed-85da-b4bdd52f9d33 req-bcb344e2-36c6-42a9-8eff-654f323aaced tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621212
Jan 24 04:58:54.304287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Allocated IP 172.20.0.7 (4b3c9689-cb26-4459-acb1-b480464e0a60/edb5190c-04c3-4b96-9d1f-faf84470a579/3801a555-b36b-454b-adfa-c3ca7f4399f7) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:58:54.405630 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4cb4dc0c-d76e-4013-a0bc-cd27495c45fc req-a1373b37-d3cc-46d0-ab5f-8fa5acfd3ec3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 210 time: 0.0534725
Jan 24 04:58:54.530873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:54.561638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:54.579277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:54.719806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Pushing event updated for resources: {'Port': ['ID=3801a555-b36b-454b-adfa-c3ca7f4399f7,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:54.725320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:54.774621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:58:54.775830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:58:54.778189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:58:54.861226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:54.861933 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:54.886766 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1125391
Jan 24 04:58:54.913078 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Request body: {'port': {'device_id': 'c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:58:55.034327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:55.729400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768ba6c-563d-4bb5-a640-b8587ad9d2a2 req-4990f0a9-b1e0-4469-af67-f8112c714784 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:55.731171 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5768ba6c-563d-4bb5-a640-b8587ad9d2a2 req-4990f0a9-b1e0-4469-af67-f8112c714784 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 931 time: 0.1728549
Jan 24 04:58:55.788845 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5768ba6c-563d-4bb5-a640-b8587ad9d2a2 req-1639c724-0063-4319-9edb-af72a013f494 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493517
Jan 24 04:58:55.792671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e04d7-778b-4eb4-b241-810297634463 req-7ac1487f-ed71-4a07-912a-9b2c7927b216 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:55.794901 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c45e04d7-778b-4eb4-b241-810297634463 req-7ac1487f-ed71-4a07-912a-9b2c7927b216 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.4424870
Jan 24 04:58:55.910136 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c45e04d7-778b-4eb4-b241-810297634463 req-a529cb52-9104-48ce-b6ae-91baff23f64f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079338
Jan 24 04:58:55.914054 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3801a555-b36b-454b-adfa-c3ca7f4399f7 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 04:58:55.922409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:55.936032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Transition to ACTIVE for port object 3801a555-b36b-454b-adfa-c3ca7f4399f7 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:58:55.938512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:55.954472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:56.094531 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Pushing event updated for resources: {'Port': ['ID=3801a555-b36b-454b-adfa-c3ca7f4399f7,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:56.099048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:56.301491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Attempting to bind port 3801a555-b36b-454b-adfa-c3ca7f4399f7 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:58:56.301948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Attempting to bind port 3801a555-b36b-454b-adfa-c3ca7f4399f7 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:58:56.302384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Attempting to bind port 3801a555-b36b-454b-adfa-c3ca7f4399f7 on network 4b3c9689-cb26-4459-acb1-b480464e0a60 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:58:56.308508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:58:56.308932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Checking segment: {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:58:56.309413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:56.309834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Bound using segment: {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:58:56.310328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Bound port: 3801a555-b36b-454b-adfa-c3ca7f4399f7, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:58:56.310695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:56.417956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] For port 3801a555-b36b-454b-adfa-c3ca7f4399f7, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:58:56.422353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] For port 3801a555-b36b-454b-adfa-c3ca7f4399f7, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3801a555-b36b-454b-adfa-c3ca7f4399f7,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:58:56.426115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:56.443102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:58:56.599039 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Pushing event updated for resources: {'Port': ['ID=3801a555-b36b-454b-adfa-c3ca7f4399f7,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:58:56.604878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:58:56.639644 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:56.640331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:56.642120 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] 10.222.0.61 "PUT /v2.0/ports/3801a555-b36b-454b-adfa-c3ca7f4399f7 HTTP/1.1" status: 200  len: 1157 time: 1.7335794
Jan 24 04:58:56.642873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6', 'tag': '3801a555-b36b-454b-adfa-c3ca7f4399f7'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:58:56.702685 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6', 'tag': '3801a555-b36b-454b-adfa-c3ca7f4399f7', 'status': 'completed', 'code': 200}
Jan 24 04:58:56.851264 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-57419407-dfa3-4259-aea4-264dc4cef5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:56.852866 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-57419407-dfa3-4259-aea4-264dc4cef5e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 1160 time: 0.0881732
Jan 24 04:58:57.007151 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-c813d472-5a6f-454c-933d-8daf5047b22f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3801a555-b36b-454b-adfa-c3ca7f4399f7 HTTP/1.1" status: 200  len: 217 time: 0.1134329
Jan 24 04:58:57.102402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-6db4c546-589c-4469-9866-49572aa032cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:57.103985 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-6db4c546-589c-4469-9866-49572aa032cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=edb5190c-04c3-4b96-9d1f-faf84470a579 HTTP/1.1" status: 200  len: 854 time: 0.0800602
Jan 24 04:58:57.134483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da1cd6-5f24-40ad-b6c9-42ff78029aae req-a4fbe06e-4c06-4b80-a562-ec42d8ba283a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:57.135280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a2da1cd6-5f24-40ad-b6c9-42ff78029aae req-a4fbe06e-4c06-4b80-a562-ec42d8ba283a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Synchronizing usage tracker for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:57.159714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561001-b881-4491-b08d-a2bf51d2b794 req-dd837e37-4686-498d-bb22-221ac42bed4f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:57.161398 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb561001-b881-4491-b08d-a2bf51d2b794 req-dd837e37-4686-498d-bb22-221ac42bed4f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1175377
Jan 24 04:58:57.186214 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-0e0d46e5-01bc-40c4-9b6e-27039c19156a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b3c9689-cb26-4459-acb1-b480464e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459449
Jan 24 04:58:57.213822 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb561001-b881-4491-b08d-a2bf51d2b794 req-001a61dc-1163-4a36-9138-ad86091a827a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456400
Jan 24 04:58:57.232287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a2da1cd6-5f24-40ad-b6c9-42ff78029aae req-a4fbe06e-4c06-4b80-a562-ec42d8ba283a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Unset dirty status for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:57.233634 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a2da1cd6-5f24-40ad-b6c9-42ff78029aae req-a4fbe06e-4c06-4b80-a562-ec42d8ba283a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 943 time: 0.2865229
Jan 24 04:58:57.384638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a2da1cd6-5f24-40ad-b6c9-42ff78029aae req-3b992656-322f-4287-a5bf-a18bca8be0f5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Synchronizing usage tracker for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:security_group {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:58:57.421751 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-5d8262e6-a14d-4350-8f09-10446d0b34db service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2207789
Jan 24 04:58:57.422506 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a2da1cd6-5f24-40ad-b6c9-42ff78029aae req-3b992656-322f-4287-a5bf-a18bca8be0f5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Unset dirty status for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:security_group {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:58:57.423619 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a2da1cd6-5f24-40ad-b6c9-42ff78029aae req-3b992656-322f-4287-a5bf-a18bca8be0f5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814098
Jan 24 04:58:57.470000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:58:57.595841 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c97ca203-7489-4804-b5dd-a95942c04f2e req-d75f170d-2656-417e-9b2d-a3c378105b12 service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382823
Jan 24 04:58:57.863723 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-29736f10-065e-468e-b0a0-132996be192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:57.865413 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-29736f10-065e-468e-b0a0-132996be192a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 1160 time: 0.0795107
Jan 24 04:58:58.022888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-1a87835d-3529-4f97-861a-63a202fbc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:58.024384 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-1a87835d-3529-4f97-861a-63a202fbc445 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 908 time: 0.1389530
Jan 24 04:58:58.111915 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-086fddb2-9f15-47eb-8bd8-8b311f7e3900 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3801a555-b36b-454b-adfa-c3ca7f4399f7 HTTP/1.1" status: 200  len: 217 time: 0.0687976
Jan 24 04:58:58.181603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-d7332a85-69e2-4f61-935c-797e7026bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:58.183173 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-d7332a85-69e2-4f61-935c-797e7026bb87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=edb5190c-04c3-4b96-9d1f-faf84470a579 HTTP/1.1" status: 200  len: 854 time: 0.0635011
Jan 24 04:58:58.244490 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-95f06b59-3b14-4bbe-945d-d4df2a5d8755 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b3c9689-cb26-4459-acb1-b480464e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473790
Jan 24 04:58:58.395944 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-71c48730-3789-4006-885e-2cf6fdd409a4 service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440752
Jan 24 04:58:58.463372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ba76a-26e2-4423-859c-e055513ba82f req-c8e6c905-767d-4afe-8e82-89fde1782404 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:58.465110 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b6ba76a-26e2-4423-859c-e055513ba82f req-c8e6c905-767d-4afe-8e82-89fde1782404 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1144154
Jan 24 04:58:58.521259 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b6ba76a-26e2-4423-859c-e055513ba82f req-46b1909f-8f64-4f3a-89b6-92b4fe9fab8b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484746
Jan 24 04:58:58.577074 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c33cf86-d400-4082-ab4a-cb2bd3974b1f req-4f2a3dad-2d37-4b09-b2bc-60c3d05aa397 service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1676800
Jan 24 04:58:58.792554 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af93d3-59d6-45fd-9eec-b754ce397416 req-ddb84a30-869b-4c95-bb5b-44ba696b4286 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:58.794555 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f3af93d3-59d6-45fd-9eec-b754ce397416 req-ddb84a30-869b-4c95-bb5b-44ba696b4286 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 943 time: 0.1129482
Jan 24 04:58:58.850040 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f3af93d3-59d6-45fd-9eec-b754ce397416 req-5879560b-b558-4c2c-8b9f-03884488e91d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495489
Jan 24 04:58:59.664699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47752) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:58:59.792016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382759f-7d7e-4e29-809d-941528414efb req-08eb84fd-8284-49a5-a10f-f24b554eb01e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:58:59.794299 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6382759f-7d7e-4e29-809d-941528414efb req-08eb84fd-8284-49a5-a10f-f24b554eb01e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1179264
Jan 24 04:58:59.840121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:59.870811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:58:59.879171 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6382759f-7d7e-4e29-809d-941528414efb req-a35b3d35-6456-4224-addc-37e48ec0cc20 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773909
Jan 24 04:58:59.881489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Usage tracker for resource:security_group_rule and tenant:0ed130e06bcd48a0b4a6c5b90ba513cc is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:58:59.884475 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:58:59.891055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:58:59.977984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:59.982705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:58:59.991199 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-023cfdb5-2f53-4f93-99b6-d1e41cea35f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:00.087235 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ed130e06bcd48a0b4a6c5b90ba513cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4177368
Jan 24 04:59:00.088703 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47768) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:00.090736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f3de45-2f06-47be-9daf-91c1788da112,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:00.097568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:00.155534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6f5d1-5e3c-4f05-a863-6dc26e033dae req-b64f98a9-c44b-444b-a04a-b441dafe58d9 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:00.157655 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-50f6f5d1-5e3c-4f05-a863-6dc26e033dae req-b64f98a9-c44b-444b-a04a-b441dafe58d9 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 943 time: 0.1587787
Jan 24 04:59:00.200876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-94bd0a5b-04d9-42fe-ae59-fa08284acb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:00.232921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-94bd0a5b-04d9-42fe-ae59-fa08284acb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:00.251135 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-50f6f5d1-5e3c-4f05-a863-6dc26e033dae req-4b7dfe11-33f3-46b5-bf4c-0788fcbad011 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849214
Jan 24 04:59:00.304327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-94bd0a5b-04d9-42fe-ae59-fa08284acb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:00.310065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fc9f0b6f-0a80-4269-8bc4-95f305329e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:00.322490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd0a5b-04d9-42fe-ae59-fa08284acb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f3de45-2f06-47be-9daf-91c1788da112,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:00.325838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-94bd0a5b-04d9-42fe-ae59-fa08284acb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:00.330208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-94bd0a5b-04d9-42fe-ae59-fa08284acb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:00.332455 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-94bd0a5b-04d9-42fe-ae59-fa08284acb9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58f3de45-2f06-47be-9daf-91c1788da112 HTTP/1.1" status: 204  len: 168 time: 0.2423840
Jan 24 04:59:00.778520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47786) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:00.798101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:00.814743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:00.818725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:4ccfc442d9af4733b37c63e8ddcfa952 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:00.821671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:00.827728 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:00.917679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:00.921190 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:00.930414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e4014aef-7b0c-48ea-9206-9af450dc6548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:00.974005 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ccfc442d9af4733b37c63e8ddcfa952&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1916745
Jan 24 04:59:00.974790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47794) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:00.975984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681cb6d3-e702-4ccc-aafd-c1509ab2a070,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:00.979253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:01.055890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-227e5b7d-ac0b-4431-92da-616845d8b7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:01.093645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-227e5b7d-ac0b-4431-92da-616845d8b7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:01.127756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a534bf02-2d4a-4adc-a0f0-be95e93bc87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:01.131313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937af2b-f9cd-4db5-a3df-1d16f08ded0f req-c10d622a-5e49-455a-97fb-0beb07bbaf2d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:01.133177 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5937af2b-f9cd-4db5-a3df-1d16f08ded0f req-c10d622a-5e49-455a-97fb-0beb07bbaf2d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1166306
Jan 24 04:59:01.153533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-227e5b7d-ac0b-4431-92da-616845d8b7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:01.159851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:01.174517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e5b7d-ac0b-4431-92da-616845d8b7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681cb6d3-e702-4ccc-aafd-c1509ab2a070,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:01.177317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-227e5b7d-ac0b-4431-92da-616845d8b7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:01.178589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-227e5b7d-ac0b-4431-92da-616845d8b7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:01.182716 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-227e5b7d-ac0b-4431-92da-616845d8b7c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/681cb6d3-e702-4ccc-aafd-c1509ab2a070 HTTP/1.1" status: 204  len: 168 time: 0.2069051
Jan 24 04:59:01.194178 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5937af2b-f9cd-4db5-a3df-1d16f08ded0f req-0684f0d2-7ec0-4a29-95cc-cc4f05e23a95 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533612
Jan 24 04:59:01.604801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de423df-d97e-4260-85e0-ea9936761b03 req-34be552f-29a2-4f29-8df6-61a3f321258a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:01.607042 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2de423df-d97e-4260-85e0-ea9936761b03 req-34be552f-29a2-4f29-8df6-61a3f321258a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 943 time: 0.1204350
Jan 24 04:59:01.664691 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2de423df-d97e-4260-85e0-ea9936761b03 req-6d3918d5-fd37-426c-afe2-bae4f5cd1fd9 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503020
Jan 24 04:59:01.897827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.objects.ports [None req-b019a3ab-44ce-4c15-ab38-395faad14860 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 24 04:59:02.467582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3d6b2-a6c0-4c90-9688-c2499b83ac43 req-e2ced375-a269-4020-a92b-3a83b7ad9b36 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:02.469142 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0a3d6b2-a6c0-4c90-9688-c2499b83ac43 req-e2ced375-a269-4020-a92b-3a83b7ad9b36 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1260276
Jan 24 04:59:02.522781 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0a3d6b2-a6c0-4c90-9688-c2499b83ac43 req-c73604b8-293c-47ed-acf7-8156ba255a65 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470238
Jan 24 04:59:03.528383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-369ffc3e-bec0-4564-ada0-bfe977d3c5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:03.752371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47880) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:03.776801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:03.918942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:03.937565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:03.941577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Usage tracker for resource:security_group_rule and tenant:dce79fcbbccb499e9c324187c4bc928d is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:03.944511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:03.950737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:04.035149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.038045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.046850 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:04.090520 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dce79fcbbccb499e9c324187c4bc928d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3453882
Jan 24 04:59:04.091404 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef85c25-9cf8-4859-8f04-6b24ae952b41,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:04.094271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47886) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:04.094638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:04.157008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2baf144a-d340-4973-bc75-949b70f3f9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.183499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2baf144a-d340-4973-bc75-949b70f3f9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.232017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2baf144a-d340-4973-bc75-949b70f3f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.237789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-50a900be-d9cf-4c76-98c3-9777efea27c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:04.252468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf144a-d340-4973-bc75-949b70f3f9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef85c25-9cf8-4859-8f04-6b24ae952b41,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:04.255314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2baf144a-d340-4973-bc75-949b70f3f9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:04.266460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2baf144a-d340-4973-bc75-949b70f3f9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.270494 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-2baf144a-d340-4973-bc75-949b70f3f9aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ef85c25-9cf8-4859-8f04-6b24ae952b41 HTTP/1.1" status: 204  len: 168 time: 0.1748576
Jan 24 04:59:04.612326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47898) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:04.632234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.647784 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:04.651833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] Usage tracker for resource:security_group_rule and tenant:6ed884edffa443aa896cc4cfff7c325c is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:04.655019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:04.660733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:04.744377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.747538 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.756046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f1ea673f-d7e0-4348-9cf7-abc2a56489ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:04.802184 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ed884edffa443aa896cc4cfff7c325c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1885746
Jan 24 04:59:04.803794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a98a51-3a03-49e0-bf84-ca583b7f3c55,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:04.805283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47904) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:04.806958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cfb5383e-9823-4361-b08c-24926f7760ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:04.868846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3eb86a7e-0176-43eb-9608-e108656dcb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.895639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3eb86a7e-0176-43eb-9608-e108656dcb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.940101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3eb86a7e-0176-43eb-9608-e108656dcb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.945013 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2fac66f2-9e77-42ee-9b86-501bba1531a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:04.958386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb86a7e-0176-43eb-9608-e108656dcb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a98a51-3a03-49e0-bf84-ca583b7f3c55,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:04.961436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3eb86a7e-0176-43eb-9608-e108656dcb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:04.962335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3eb86a7e-0176-43eb-9608-e108656dcb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:04.963528 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3eb86a7e-0176-43eb-9608-e108656dcb57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76a98a51-3a03-49e0-bf84-ca583b7f3c55 HTTP/1.1" status: 204  len: 168 time: 0.1571031
Jan 24 04:59:05.009908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:05.397081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:05.983999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e1f5b-2dbd-405a-92b0-2c2ca53a66c1 req-2001ed49-d4f5-4aa8-a163-eec8d4d93e2d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:05.985894 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d9e1f5b-2dbd-405a-92b0-2c2ca53a66c1 req-2001ed49-d4f5-4aa8-a163-eec8d4d93e2d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 943 time: 0.1235778
Jan 24 04:59:06.045834 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d9e1f5b-2dbd-405a-92b0-2c2ca53a66c1 req-a071ce07-b6c7-4692-872f-69e00bef3a45 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535903
Jan 24 04:59:06.050500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932cf55-bad5-4624-bdc3-2495ff9934f4 req-86e010e3-4fd1-46b2-ae22-f4df401195b8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:06.053078 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1932cf55-bad5-4624-bdc3-2495ff9934f4 req-86e010e3-4fd1-46b2-ae22-f4df401195b8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1222692
Jan 24 04:59:06.111280 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1932cf55-bad5-4624-bdc3-2495ff9934f4 req-fefc4a50-44aa-4856-8b05-3a088578bcd9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509477
Jan 24 04:59:06.650426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 3801a555-b36b-454b-adfa-c3ca7f4399f7 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:06.726833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 3801a555-b36b-454b-adfa-c3ca7f4399f7 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:59:06.733047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 3801a555-b36b-454b-adfa-c3ca7f4399f7 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:06.733466 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:06.896560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:06.937320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3801a555-b36b-454b-adfa-c3ca7f4399f7'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:59:06.946921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 3801a555-b36b-454b-adfa-c3ca7f4399f7, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3801a555-b36b-454b-adfa-c3ca7f4399f7,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:59:06.952654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:06.952654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4f8b81d5-b0dd-4364-b0c2-1d12be8e545f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:07.025505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=3801a555-b36b-454b-adfa-c3ca7f4399f7,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:07.033327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:07.112109 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3801a555-b36b-454b-adfa-c3ca7f4399f7', 'code': 200}
Jan 24 04:59:07.380364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab14d94-5718-4c8e-be56-9a05f134096b req-e7b9698f-6e0e-4141-8e3c-56a8faeb85cf tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:07.385073 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0ab14d94-5718-4c8e-be56-9a05f134096b req-e7b9698f-6e0e-4141-8e3c-56a8faeb85cf tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 945 time: 0.1675239
Jan 24 04:59:07.392055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 47984) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:07.400618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a307d-004d-44f9-8cb8-1c806e80dd14 req-f0ed3dbc-ee15-4203-b4a3-2a631601ba8f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:07.402299 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e5a307d-004d-44f9-8cb8-1c806e80dd14 req-f0ed3dbc-ee15-4203-b4a3-2a631601ba8f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1221948
Jan 24 04:59:07.450442 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0ab14d94-5718-4c8e-be56-9a05f134096b req-ca9002fb-c9e6-4c57-b813-09feffeb9a46 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586307
Jan 24 04:59:07.516482 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e5a307d-004d-44f9-8cb8-1c806e80dd14 req-5a518432-fe03-419b-9d15-42d2d0d79115 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059628
Jan 24 04:59:07.546291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f4027-ab57-4723-9200-27e91840cd3c req-b58dbed7-4b52-41ab-998c-51877c1e4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:07.548107 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e66f4027-ab57-4723-9200-27e91840cd3c req-b58dbed7-4b52-41ab-998c-51877c1e4edc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 1162 time: 0.1168730
Jan 24 04:59:07.603573 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e66f4027-ab57-4723-9200-27e91840cd3c req-86618675-6024-4e0a-944c-d028db6a87c2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428922
Jan 24 04:59:07.605008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:07.620745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:07.625557 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3f1c619b8944a79cb086faf1408e29 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:07.628488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:07.634153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:07.637788 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 3801a555-b36b-454b-adfa-c3ca7f4399f7 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:07.716094 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 3801a555-b36b-454b-adfa-c3ca7f4399f7 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:07.716963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:07.722286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:07.728558 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:07.739338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08659099-9608-4b67-ac4a-c6e0bba17985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:07.782173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b2c9ab-c10f-4494-b40c-63f8b31c1842,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:07.785838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:07.788989 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a3f1c619b8944a79cb086faf1408e29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3953190
Jan 24 04:59:07.791593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 47996) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:07.864581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c51d-a1d9-47c5-b880-9e0d2bfd480f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:07.895368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c51d-a1d9-47c5-b880-9e0d2bfd480f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:07.948414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c51d-a1d9-47c5-b880-9e0d2bfd480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:07.954892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1016d6af-010d-4808-8c9f-83d1f466c186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:07.970493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5c51d-a1d9-47c5-b880-9e0d2bfd480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b2c9ab-c10f-4494-b40c-63f8b31c1842,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:07.973066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f2a5c51d-a1d9-47c5-b880-9e0d2bfd480f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:07.985092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c51d-a1d9-47c5-b880-9e0d2bfd480f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:07.989044 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f2a5c51d-a1d9-47c5-b880-9e0d2bfd480f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90b2c9ab-c10f-4494-b40c-63f8b31c1842 HTTP/1.1" status: 204  len: 168 time: 0.1936557
Jan 24 04:59:08.306393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:08.392611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 48018) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:08.412448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:08.428833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:08.432903 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Usage tracker for resource:security_group_rule and tenant:ac600b4d9b484de790f7c800c3a4e58f is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:08.436637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:08.442526 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:08.533977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:08.536650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:08.546305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bea1de7c-660b-4177-b5e0-b08913d1cad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:08.655077 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac600b4d9b484de790f7c800c3a4e58f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2611411
Jan 24 04:59:08.658386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 48026) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:08.659430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2d6444-6095-4d41-b0db-95fd56b4cb0c,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:08.665211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:08.707891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b135c7e-9c13-4e57-b16a-10007623e1f1 req-8f129e4f-49eb-4d84-b9f7-676c0c071091 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:08.709576 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b135c7e-9c13-4e57-b16a-10007623e1f1 req-8f129e4f-49eb-4d84-b9f7-676c0c071091 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 945 time: 0.1166952
Jan 24 04:59:08.768504 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b135c7e-9c13-4e57-b16a-10007623e1f1 req-59038cd9-82af-4044-957d-de68bddb29c2 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519378
Jan 24 04:59:08.992452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097e4d4-b548-4b95-9969-a28a62622233 req-8d94c2ed-ae4d-4ba4-ae51-985a7a77cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:08.994102 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6097e4d4-b548-4b95-9969-a28a62622233 req-8d94c2ed-ae4d-4ba4-ae51-985a7a77cd1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 1163 time: 0.4412386
Jan 24 04:59:09.035185 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-47ae3db1-f380-4fb8-9379-f8d693a3f454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:09.087525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-47ae3db1-f380-4fb8-9379-f8d693a3f454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:09.119716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe6558-2317-4a06-a055-11ddaee36909 req-172ad2eb-4c8f-4ed8-9c1f-796c8ecec844 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:09.121869 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cdbe6558-2317-4a06-a055-11ddaee36909 req-172ad2eb-4c8f-4ed8-9c1f-796c8ecec844 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.4647005
Jan 24 04:59:09.126040 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6097e4d4-b548-4b95-9969-a28a62622233 req-daebda52-7bc9-4617-aaae-641b4e9291b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186333
Jan 24 04:59:09.198579 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cdbe6558-2317-4a06-a055-11ddaee36909 req-263a8e2e-7355-4a1e-afd5-495a25ad02c8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695410
Jan 24 04:59:09.208783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-47ae3db1-f380-4fb8-9379-f8d693a3f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:09.214453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-05ee4ab9-1331-4812-85b4-bef5d4fa2bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:09.228253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3db1-f380-4fb8-9379-f8d693a3f454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2d6444-6095-4d41-b0db-95fd56b4cb0c,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:09.237481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-47ae3db1-f380-4fb8-9379-f8d693a3f454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:09.244867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-47ae3db1-f380-4fb8-9379-f8d693a3f454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:09.246804 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-47ae3db1-f380-4fb8-9379-f8d693a3f454 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b2d6444-6095-4d41-b0db-95fd56b4cb0c HTTP/1.1" status: 204  len: 168 time: 0.5837412
Jan 24 04:59:09.863431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 3801a555-b36b-454b-adfa-c3ca7f4399f7 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:09.956911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 3801a555-b36b-454b-adfa-c3ca7f4399f7 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:09.958657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:10.277122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37f32c-8ea6-40f9-8820-99cd0fb20a26 req-2c25bb5f-0064-435f-ad65-05a6370d2670 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:10.280131 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1a37f32c-8ea6-40f9-8820-99cd0fb20a26 req-2c25bb5f-0064-435f-ad65-05a6370d2670 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 945 time: 0.1634750
Jan 24 04:59:10.336453 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1a37f32c-8ea6-40f9-8820-99cd0fb20a26 req-0c91d7d3-1fa0-4e94-984b-e1d69fe2d0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485697
Jan 24 04:59:10.467582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47987b-d4a4-4337-a693-cdc00205266d req-f6482294-b7cc-4d2f-81d5-544888d0a5a3 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:10.469552 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5f47987b-d4a4-4337-a693-cdc00205266d req-f6482294-b7cc-4d2f-81d5-544888d0a5a3 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1120315
Jan 24 04:59:10.524302 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5f47987b-d4a4-4337-a693-cdc00205266d req-dfcdeafa-3bb6-4c28-a1bb-d1e1eaa227f9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482776
Jan 24 04:59:11.002234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 48094) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:11.176171 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:11.192518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:11.196511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Usage tracker for resource:security_group_rule and tenant:6fbed26f0ac64f3bb2a133cbf949d1a9 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:11.199485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:11.205718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:11.313542 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:11.319067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:11.329035 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:11.373998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d3712-645d-4cef-81cf-0bd3fdd42afc,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:11.377673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:11.383345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 48112) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:11.397736 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fbed26f0ac64f3bb2a133cbf949d1a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3941576
Jan 24 04:59:11.464295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c6c354c7-bce4-4aae-80d2-da30a6d84ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:11.497621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c6c354c7-bce4-4aae-80d2-da30a6d84ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:11.552069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c6c354c7-bce4-4aae-80d2-da30a6d84ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:11.560003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-04edd781-2841-4e2e-bc62-0b62576f964e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:11.576736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c354c7-bce4-4aae-80d2-da30a6d84ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d3712-645d-4cef-81cf-0bd3fdd42afc,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:11.579733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c6c354c7-bce4-4aae-80d2-da30a6d84ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:11.594932 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c6c354c7-bce4-4aae-80d2-da30a6d84ff9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/655d3712-645d-4cef-81cf-0bd3fdd42afc HTTP/1.1" status: 204  len: 168 time: 0.1996772
Jan 24 04:59:11.596570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c6c354c7-bce4-4aae-80d2-da30a6d84ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:11.650997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ea01-916e-4bc5-bc69-2e5f0ae92408 req-f0f7ec45-8791-4187-a5bb-99695fe74414 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:11.660234 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7bd4ea01-916e-4bc5-bc69-2e5f0ae92408 req-f0f7ec45-8791-4187-a5bb-99695fe74414 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 945 time: 0.1665540
Jan 24 04:59:11.733574 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7bd4ea01-916e-4bc5-bc69-2e5f0ae92408 req-bff6cc70-eaa3-4a78-b384-e899f7b87af3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716884
Jan 24 04:59:11.890332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eb3f8-dbfc-4bef-b2a0-ac79b2870c21 req-7ea4fc13-79a9-4b72-a8ad-1bd97e330d27 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:11.892071 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a29eb3f8-dbfc-4bef-b2a0-ac79b2870c21 req-7ea4fc13-79a9-4b72-a8ad-1bd97e330d27 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1192589
Jan 24 04:59:11.961755 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a29eb3f8-dbfc-4bef-b2a0-ac79b2870c21 req-932aed0c-9a32-4a9e-963b-3a1fc724f809 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633204
Jan 24 04:59:12.119333 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 3801a555-b36b-454b-adfa-c3ca7f4399f7 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:12.257770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 3801a555-b36b-454b-adfa-c3ca7f4399f7 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:12.258191 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:12.439055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d516ae9-ae60-4cdd-a7d8-98cce0f1071d req-8b3cd4bb-a01c-476f-a48c-f37fcb2c2fee tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:12.443614 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0d516ae9-ae60-4cdd-a7d8-98cce0f1071d req-8b3cd4bb-a01c-476f-a48c-f37fcb2c2fee tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.2672484
Jan 24 04:59:12.573178 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0d516ae9-ae60-4cdd-a7d8-98cce0f1071d req-987b0d86-8e36-4d1f-9ec5-6f0b1ed75705 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228015
Jan 24 04:59:13.494887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 48184) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:13.647775 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:13.663062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:13.670390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Usage tracker for resource:security_group_rule and tenant:7f76599fc3d74de2a13bbbe3093c06c8 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:13.670924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:13.676808 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:13.778538 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:13.781039 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:13.789956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9222a38f-9c43-494d-b3fe-0a92441743c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:13.835248 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f76599fc3d74de2a13bbbe3093c06c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3365800
Jan 24 04:59:13.835248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e54a8-896e-4520-ac53-3c57c373be61,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:13.835630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 48194) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:13.836855 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:13.903215 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03213322-75ee-472b-b3ed-280b1382cdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:13.932686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03213322-75ee-472b-b3ed-280b1382cdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:13.978416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03213322-75ee-472b-b3ed-280b1382cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:13.989985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7381248b-f9cb-497a-a30a-7c072f443d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:14.007561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03213322-75ee-472b-b3ed-280b1382cdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e54a8-896e-4520-ac53-3c57c373be61,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:14.010757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03213322-75ee-472b-b3ed-280b1382cdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:14.012003 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-03213322-75ee-472b-b3ed-280b1382cdbb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de8e54a8-896e-4520-ac53-3c57c373be61 HTTP/1.1" status: 204  len: 168 time: 0.1752763
Jan 24 04:59:14.017412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-03213322-75ee-472b-b3ed-280b1382cdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:19.014508 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-a6ae0e16-01b3-4670-83a5-2c3b312b8ee9 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/networks?tenant_id=ff0a855a344341c8ad0546f2fe540061&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0545785
Jan 24 04:59:19.276563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-00b66d83-52fc-4e73-b05f-72125fd54572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:19.278745 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-00b66d83-52fc-4e73-b05f-72125fd54572 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1162 time: 0.1562889
Jan 24 04:59:19.281851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d9b51-3a66-4e2e-83b9-3de12cfd381a req-1ef7f443-2113-4b75-a02c-79288db1bf7c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:19.283521 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a23d9b51-3a66-4e2e-83b9-3de12cfd381a req-1ef7f443-2113-4b75-a02c-79288db1bf7c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1846430
Jan 24 04:59:19.314674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affecf35-f05c-4e10-b756-191b04892883 req-ccec7fb5-ea0e-4151-b20d-db57127c4be4 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:19.316314 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-ccec7fb5-ea0e-4151-b20d-db57127c4be4 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2950914
Jan 24 04:59:19.336991 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a23d9b51-3a66-4e2e-83b9-3de12cfd381a req-e3b39f85-0df4-437b-88b2-b3476a87845c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467334
Jan 24 04:59:19.410153 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-76ee65db-d89f-4e95-9b68-6d6ee4f06223 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/quotas/ff0a855a344341c8ad0546f2fe540061 HTTP/1.1" status: 200  len: 375 time: 0.0696578
Jan 24 04:59:19.483713 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-f6bb196a-85b6-437b-bd57-80dad7bcabb6 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff0a855a344341c8ad0546f2fe540061&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0649283
Jan 24 04:59:19.524491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-7e0dace1-a80d-4cba-b116-0ce702151092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:19.526318 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-7e0dace1-a80d-4cba-b116-0ce702151092 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.2089684
Jan 24 04:59:19.649485 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-3764c477-73d9-4f19-9889-85c84154e053 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 200  len: 217 time: 0.0955555
Jan 24 04:59:19.737860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 48342) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:19.750870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-2b3ddf44-bf7a-48ea-a0f8-113cf418a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:19.752488 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-2b3ddf44-bf7a-48ea-a0f8-113cf418a822 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.0912378
Jan 24 04:59:19.801023 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-52737960-6bea-4771-84b6-5f32dc7ca93f req-1c9e48ff-31a8-469a-a583-815d8d4dd04d tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 210 time: 0.0473940
Jan 24 04:59:19.829222 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e07da1-5b7e-44f5-8c26-45cafce7b1ee admin admin] Deleting subnet 0a7c4f2c-af9e-429a-9aeb-a72ff7c8240f {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 04:59:19.832975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-85e07da1-5b7e-44f5-8c26-45cafce7b1ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:19.852600 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-f7ba24e2-7929-4936-8d9a-26aa128f7739 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505061
Jan 24 04:59:19.893347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-85e07da1-5b7e-44f5-8c26-45cafce7b1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27081706'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:19.969838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-85e07da1-5b7e-44f5-8c26-45cafce7b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:20.023096 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-577e7eca-87fb-44e0-94e9-05a4d982f6c7 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537175
Jan 24 04:59:20.194623 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-24e36d4e-54d7-41cf-9f79-8fa1858597ca req-dc979805-e563-4857-a447-64322a710a0c service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482589
Jan 24 04:59:20.264413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-85e07da1-5b7e-44f5-8c26-45cafce7b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852425908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827738002'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:20.290701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d34599c0-495d-4714-af60-ccf5e2c2a549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:20.381619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e07da1-5b7e-44f5-8c26-45cafce7b1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7c4f2c-af9e-429a-9aeb-a72ff7c8240f,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:20.427425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-85e07da1-5b7e-44f5-8c26-45cafce7b1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:20.448999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-85e07da1-5b7e-44f5-8c26-45cafce7b1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:20.466347 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-85e07da1-5b7e-44f5-8c26-45cafce7b1ee admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a7c4f2c-af9e-429a-9aeb-a72ff7c8240f HTTP/1.1" status: 204  len: 168 time: 0.7250185
Jan 24 04:59:20.466786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 48366) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:20.657264 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:20.818713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a9a69-9b99-41cd-8871-7cc62e36bcf2 req-d9366e9c-018a-471b-988d-8d2b3f97859b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:20.820323 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7d2a9a69-9b99-41cd-8871-7cc62e36bcf2 req-d9366e9c-018a-471b-988d-8d2b3f97859b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.2699354
Jan 24 04:59:20.920444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:20.993526 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-95a45d8a-1740-447d-ae49-1f581075864e req-fac0c978-f392-4491-a907-b15f2b81594b tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 210 time: 0.0529349
Jan 24 04:59:21.025133 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7d2a9a69-9b99-41cd-8871-7cc62e36bcf2 req-81c04878-246b-4f5f-b674-74e5c2afd386 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482418
Jan 24 04:59:21.083412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fcf1da3c8>,) {'filters': {'network_id': ['37146bfe-aa94-4675-a651-0e3495988603']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:59:21.106269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fcf1da3c8>, 'e0f33254-f7d9-421e-ab91-595cf74ba050') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:59:21.106796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fcf1da3c8>, 'e0f33254-f7d9-421e-ab91-595cf74ba050') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:59:21.120946 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:21.137950 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:21.140168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 04:59:21.354342 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-b90aa834-3cb2-4b85-87e9-e7bf822713b4 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.61 "GET /v2.0/networks?tenant_id=ff0a855a344341c8ad0546f2fe540061&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0494881
Jan 24 04:59:21.367032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Network 37146bfe-aa94-4675-a651-0e3495988603 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:59:21.402598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:21.910548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Network 37146bfe-aa94-4675-a651-0e3495988603 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 04:59:21.936227 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 04:59:22.045391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affecf35-f05c-4e10-b756-191b04892883 req-27bade9e-b960-4848-9721-c34c7a1766c5 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:22.047026 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-27bade9e-b960-4848-9721-c34c7a1766c5 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6825042
Jan 24 04:59:22.055767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:22.060819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:22.064666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:22.095342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Request body: {'port': {'device_id': '7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b', 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f', 'admin_state_up': True, 'tenant_id': 'ff0a855a344341c8ad0546f2fe540061'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:59:22.115508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Pushing event deleted for resources: {'Network': ['ID=37146bfe-aa94-4675-a651-0e3495988603,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:22.118280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:22.181291 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] 10.222.0.10 "DELETE /v2.0/networks/37146bfe-aa94-4675-a651-0e3495988603 HTTP/1.1" status: 204  len: 168 time: 1.7108448
Jan 24 04:59:22.181455 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-954e671f-0da9-432b-bc99-84149b91e632 req-ee49ca30-bb17-48eb-bc5d-3d6c1211c36d tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 210 time: 0.0518389
Jan 24 04:59:22.182010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 48400) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:22.350300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] Deleting subnet 147c4256-4a4f-4b73-bb90-02828435ad24 {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 04:59:22.358421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:22.425357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:22.439954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Usage tracker for resource:port and tenant:ff0a855a344341c8ad0546f2fe540061 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:22.447063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Quota usage for port was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:22.456812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:22.461925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:22.526903 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bda36-b1d3-4a77-8d20-102b6fa9eb34 req-56280b9b-179b-45ab-af6d-14d5c31694e0 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:22.528604 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ff8bda36-b1d3-4a77-8d20-102b6fa9eb34 req-56280b9b-179b-45ab-af6d-14d5c31694e0 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.3060961
Jan 24 04:59:22.540000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Made reservation on behalf of ff0a855a344341c8ad0546f2fe540061 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:59:22.549583 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:22.587309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:22.629252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:22.641226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Usage tracker for resource:security_group_rule and tenant:ff0a855a344341c8ad0546f2fe540061 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:22.649637 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ff8bda36-b1d3-4a77-8d20-102b6fa9eb34 req-5bcb5a1a-18c6-48f1-81b7-013fa654a92f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132402
Jan 24 04:59:22.650442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:22.653451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:22.689896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:22.962909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:22.966473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:22.988111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a93e4dde-e66a-47a1-b9b6-9b245cdce082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:23.110300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Pushing event updated for resources: {'SecurityGroup': ['ID=af2b2458-1033-47b3-80a8-ef56a093220c,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:23.118986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:23.146334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:23.167661 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-857704c2-d665-4786-9989-c0dcbba299ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:23.275304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147c4256-4a4f-4b73-bb90-02828435ad24,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:23.293075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:23.417783 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bb6ea3ca-ba7f-4390-8ea9-582b4567c288 req-0f185abd-4d4d-4dc9-b97d-1cc299807419 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 210 time: 0.0712693
Jan 24 04:59:23.448747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:23.504378 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/147c4256-4a4f-4b73-bb90-02828435ad24 HTTP/1.1" status: 204  len: 168 time: 1.3211741
Jan 24 04:59:23.507091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 48420) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:23.536702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Allocated IP 192.168.233.201 (5b7d255b-2467-446b-a4a2-8b9405cf631f/585bb801-af51-4a13-86c7-78d5f0fb9b8f/f86147a6-2acb-4361-8b28-2582fb31c5d1) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:59:23.650589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:23.788953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:23.860825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Transition to ACTIVE for port object f86147a6-2acb-4361-8b28-2582fb31c5d1 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:59:23.935946 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7699-4185-4948-845d-17098a8ba787 req-29fe03ea-3da7-4726-9b7c-b2deb576c2e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:23.937779 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-526d7699-4185-4948-845d-17098a8ba787 req-29fe03ea-3da7-4726-9b7c-b2deb576c2e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1454840
Jan 24 04:59:23.942570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:23.962921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:24.060085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:24.140015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Pushing event updated for resources: {'Port': ['ID=f86147a6-2acb-4361-8b28-2582fb31c5d1,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:24.143293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:24.158416 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-526d7699-4185-4948-845d-17098a8ba787 req-bcee4aba-8c12-4ec0-ba06-8f62d1ba3212 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966865
Jan 24 04:59:24.192854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd4409908>,) {'filters': {'network_id': ['7d6e176b-acbe-40c3-a4f5-13c5f414b6b6']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:59:24.208213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd4409908>, '4d6a774a-0ec2-4220-ae76-730148591587') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:59:24.208652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd4409908>, '4d6a774a-0ec2-4220-ae76-730148591587') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 04:59:24.223015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827694110'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:24.231154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Network 5b7d255b-2467-446b-a4a2-8b9405cf631f is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:59:24.234261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:59:24.237932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:59:24.260741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:24.263659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 04:59:24.365302 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:24.366029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:24.386966 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3076429
Jan 24 04:59:24.423214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Request body: {'port': {'device_id': '7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:59:24.496907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Network 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:59:24.507840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350575'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:24.605815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:24.613362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4666d911-9fbd-4249-b575-680d2e1f3d4c None None] Provisioning for port f86147a6-2acb-4361-8b28-2582fb31c5d1 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:59:24.619577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4666d911-9fbd-4249-b575-680d2e1f3d4c None None] Provisioning complete for port f86147a6-2acb-4361-8b28-2582fb31c5d1 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:24.620245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4666d911-9fbd-4249-b575-680d2e1f3d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:24.701805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-4666d911-9fbd-4249-b575-680d2e1f3d4c None None] Port f86147a6-2acb-4361-8b28-2582fb31c5d1 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 04:59:24.729293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Network 7d6e176b-acbe-40c3-a4f5-13c5f414b6b6 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 04:59:24.735477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 48444) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 04:59:24.754137 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 04:59:24.862107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:24.874026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8c879c77-0b52-4b5a-8143-31b379a74b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:24.893647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:24.906076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6e176b-acbe-40c3-a4f5-13c5f414b6b6,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:24.909102 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] 10.222.0.10 "DELETE /v2.0/networks/7d6e176b-acbe-40c3-a4f5-13c5f414b6b6 HTTP/1.1" status: 204  len: 168 time: 1.4006414
Jan 24 04:59:24.910090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d03f727c-45c2-4d2a-a139-13d6d7ae932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:25.059630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 48454) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:25.067410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.095741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:25.116010 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3dc5aa6e-249b-41c2-935e-8284447a76ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=003e8544bf6f496286df4543f400c1da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520849
Jan 24 04:59:25.116187 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 48458) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:25.134871 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5912c2-8a3d-4a13-8f23-3c4d501b20aa req-5e3688c4-3db0-40b8-a2d2-c2a9040b4b39 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:25.135690 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ea5912c2-8a3d-4a13-8f23-3c4d501b20aa req-5e3688c4-3db0-40b8-a2d2-c2a9040b4b39 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Synchronizing usage tracker for tenant:ff0a855a344341c8ad0546f2fe540061 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:59:25.139526 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Usage tracker for resource:security_group_rule and tenant:c492b0722834481a9cf8f22096e715c3 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:25.144385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:25.154329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:25.180241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-44f2c2b3-763e-4619-aca1-f0e81cf2217a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.208727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-44f2c2b3-763e-4619-aca1-f0e81cf2217a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.249318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ea5912c2-8a3d-4a13-8f23-3c4d501b20aa req-5e3688c4-3db0-40b8-a2d2-c2a9040b4b39 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Unset dirty status for tenant:ff0a855a344341c8ad0546f2fe540061 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:59:25.250634 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea5912c2-8a3d-4a13-8f23-3c4d501b20aa req-5e3688c4-3db0-40b8-a2d2-c2a9040b4b39 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 936 time: 0.6325333
Jan 24 04:59:25.256325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-44f2c2b3-763e-4619-aca1-f0e81cf2217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.262869 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1699af0f-32ea-4a3d-bcc8-f4614968d0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:25.282173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2c2b3-763e-4619-aca1-f0e81cf2217a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f00f51-90fa-43fa-b078-5bcd10f11e79,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:25.285012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-44f2c2b3-763e-4619-aca1-f0e81cf2217a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.288598 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-44f2c2b3-763e-4619-aca1-f0e81cf2217a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02f00f51-90fa-43fa-b078-5bcd10f11e79 HTTP/1.1" status: 204  len: 168 time: 0.1689780
Jan 24 04:59:25.288598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-44f2c2b3-763e-4619-aca1-f0e81cf2217a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:25.437050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ea5912c2-8a3d-4a13-8f23-3c4d501b20aa req-d2711681-af98-40ce-a130-577435878a84 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Synchronizing usage tracker for tenant:ff0a855a344341c8ad0546f2fe540061 on resource:security_group {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:59:25.505696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ea5912c2-8a3d-4a13-8f23-3c4d501b20aa req-d2711681-af98-40ce-a130-577435878a84 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Unset dirty status for tenant:ff0a855a344341c8ad0546f2fe540061 on resource:security_group {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:59:25.507071 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea5912c2-8a3d-4a13-8f23-3c4d501b20aa req-d2711681-af98-40ce-a130-577435878a84 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316151
Jan 24 04:59:25.507198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e88dd-ac4e-4b34-99c4-cc74a1b0601c req-15729144-5505-48f2-91e1-76caf495bf1a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:25.508778 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-819e88dd-ac4e-4b34-99c4-cc74a1b0601c req-15729144-5505-48f2-91e1-76caf495bf1a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1193163
Jan 24 04:59:25.552259 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.570925 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-819e88dd-ac4e-4b34-99c4-cc74a1b0601c req-fab25bb3-10aa-436c-9134-95e8480aae67 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547998
Jan 24 04:59:25.585370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.609675 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c633b364-fbc2-423d-b575-74b720b9e9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:25.671568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86147a6-2acb-4361-8b28-2582fb31c5d1 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 04:59:25.681512 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c492b0722834481a9cf8f22096e715c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9451554
Jan 24 04:59:25.683394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.684461 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 48472) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:25.686921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b7f12a-d0ad-4ea2-9241-e9abd16a4168,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:25.691440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:25.700946 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Transition to ACTIVE for port object f86147a6-2acb-4361-8b28-2582fb31c5d1 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:59:25.706070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.722943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:25.751302 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c3fcabc6-c472-424f-a5b5-ebf271e4845f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.789790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c3fcabc6-c472-424f-a5b5-ebf271e4845f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.838955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c3fcabc6-c472-424f-a5b5-ebf271e4845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.845200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 48478) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:25.848189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-744a6668-1b6e-4f3a-9cf3-c692a3a50c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:25.859751 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcabc6-c472-424f-a5b5-ebf271e4845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b7f12a-d0ad-4ea2-9241-e9abd16a4168,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:25.863763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c3fcabc6-c472-424f-a5b5-ebf271e4845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:25.867403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c3fcabc6-c472-424f-a5b5-ebf271e4845f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:25.868752 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c3fcabc6-c472-424f-a5b5-ebf271e4845f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54b7f12a-d0ad-4ea2-9241-e9abd16a4168 HTTP/1.1" status: 204  len: 168 time: 0.1824517
Jan 24 04:59:25.940043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f86147a6-2acb-4361-8b28-2582fb31c5d1,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:25.943268 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:25.958928 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-351687cd-051a-4179-80f5-e002b726ca71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33d0b1ca268e42ed9342a82cd359aea5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1100132
Jan 24 04:59:25.961906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 48484) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:26.034766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3b1ca5af-b6e4-489f-8aae-03c6bb893e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:26.067324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3b1ca5af-b6e4-489f-8aae-03c6bb893e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:26.117961 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3b1ca5af-b6e4-489f-8aae-03c6bb893e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:26.123608 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2315d3bc-2e12-4266-8cb0-ac56b33fa292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:26.135173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ca5af-b6e4-489f-8aae-03c6bb893e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff6b382-ed7a-45a3-8929-eaf95d67b3a4,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:26.164289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Attempting to bind port f86147a6-2acb-4361-8b28-2582fb31c5d1 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:59:26.165727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Attempting to bind port f86147a6-2acb-4361-8b28-2582fb31c5d1 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'cd89fd91-2234-4897-9753-9a3bb3acabac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:59:26.166234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Attempting to bind port f86147a6-2acb-4361-8b28-2582fb31c5d1 on network 5b7d255b-2467-446b-a4a2-8b9405cf631f {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:59:26.171561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3b1ca5af-b6e4-489f-8aae-03c6bb893e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:26.183009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3b1ca5af-b6e4-489f-8aae-03c6bb893e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:26.184428 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3b1ca5af-b6e4-489f-8aae-03c6bb893e17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ff6b382-ed7a-45a3-8929-eaf95d67b3a4 HTTP/1.1" status: 204  len: 168 time: 0.2213001
Jan 24 04:59:26.185777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:59:26.186272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Checking segment: {'id': 'cd89fd91-2234-4897-9753-9a3bb3acabac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:59:26.190840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:26.191314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Bound using segment: {'id': 'cd89fd91-2234-4897-9753-9a3bb3acabac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:59:26.191849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Bound port: f86147a6-2acb-4361-8b28-2582fb31c5d1, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89fd91-2234-4897-9753-9a3bb3acabac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5b7d255b-2467-446b-a4a2-8b9405cf631f'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:59:26.192186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:26.335063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] For port f86147a6-2acb-4361-8b28-2582fb31c5d1, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:59:26.338379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] For port f86147a6-2acb-4361-8b28-2582fb31c5d1, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=f86147a6-2acb-4361-8b28-2582fb31c5d1,segment=NetworkSegment(cd89fd91-2234-4897-9753-9a3bb3acabac),segment_id=cd89fd91-2234-4897-9753-9a3bb3acabac)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:59:26.346425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:26.367224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:26.534916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f86147a6-2acb-4361-8b28-2582fb31c5d1,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:26.542346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:26.578356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:26.579040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:26.580595 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] 10.222.0.61 "PUT /v2.0/ports/f86147a6-2acb-4361-8b28-2582fb31c5d1 HTTP/1.1" status: 200  len: 1162 time: 2.1631432
Jan 24 04:59:26.581265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b', 'tag': 'f86147a6-2acb-4361-8b28-2582fb31c5d1'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:59:26.734817 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b', 'tag': 'f86147a6-2acb-4361-8b28-2582fb31c5d1', 'status': 'completed', 'code': 200}
Jan 24 04:59:26.870821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affecf35-f05c-4e10-b756-191b04892883 req-6443365c-9d45-4ca0-b206-a550d9ead6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:26.872795 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-6443365c-9d45-4ca0-b206-a550d9ead6e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff0a855a344341c8ad0546f2fe540061&device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 1165 time: 0.1931927
Jan 24 04:59:26.920065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a58e-c414-4362-b282-210ca8c37e2f req-aaf78581-dd80-4eec-b7dd-87be1015fcfe tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:26.921998 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c796a58e-c414-4362-b282-210ca8c37e2f req-aaf78581-dd80-4eec-b7dd-87be1015fcfe tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 948 time: 0.1815963
Jan 24 04:59:27.039376 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-674b15c6-2f54-4014-8f7e-7ca9f559d9ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f86147a6-2acb-4361-8b28-2582fb31c5d1 HTTP/1.1" status: 200  len: 217 time: 0.1162672
Jan 24 04:59:27.077711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14123-4b6d-4269-900d-3ec32e78b6a6 req-c005f2f3-8c53-4c1d-ae1c-f95971a16062 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:27.079724 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42e14123-4b6d-4269-900d-3ec32e78b6a6 req-c005f2f3-8c53-4c1d-ae1c-f95971a16062 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.2337670
Jan 24 04:59:27.152759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affecf35-f05c-4e10-b756-191b04892883 req-98e40bdb-df4a-47be-aa46-97ea24781c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:27.155109 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-98e40bdb-df4a-47be-aa46-97ea24781c78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=585bb801-af51-4a13-86c7-78d5f0fb9b8f HTTP/1.1" status: 200  len: 843 time: 0.1031256
Jan 24 04:59:27.181252 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42e14123-4b6d-4269-900d-3ec32e78b6a6 req-1d1420a4-da7a-4549-854f-cc28982509c7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935349
Jan 24 04:59:27.266850 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c796a58e-c414-4362-b282-210ca8c37e2f req-b6247cdb-131e-4612-8032-2ce8d2c7743f tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2653377
Jan 24 04:59:27.311837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affecf35-f05c-4e10-b756-191b04892883 req-1f7768cc-cde2-4b1f-b520-4c8a5f316856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:27.313577 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-1f7768cc-cde2-4b1f-b520-4c8a5f316856 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b7d255b-2467-446b-a4a2-8b9405cf631f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1466787
Jan 24 04:59:27.504189 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-437f1edc-c0b2-41e6-b7bf-354670582a78 service neutron] 10.222.0.61 "GET /v2.0/networks/5b7d255b-2467-446b-a4a2-8b9405cf631f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781883
Jan 24 04:59:27.663555 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-affecf35-f05c-4e10-b756-191b04892883 req-9e481b97-c56f-4fd3-843d-4388d02857b6 service neutron] 10.222.0.61 "GET /v2.0/networks/5b7d255b-2467-446b-a4a2-8b9405cf631f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499178
Jan 24 04:59:27.925993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00621df3-4abf-4737-9097-2832ef473bdd req-c3f0a8fc-9ac6-419a-a638-a873fa50acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:27.927636 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00621df3-4abf-4737-9097-2832ef473bdd req-c3f0a8fc-9ac6-419a-a638-a873fa50acf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff0a855a344341c8ad0546f2fe540061&device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 1165 time: 0.0895309
Jan 24 04:59:28.105580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00621df3-4abf-4737-9097-2832ef473bdd req-e6ddb605-c6f7-479e-a111-98b92e0a8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:28.106990 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00621df3-4abf-4737-9097-2832ef473bdd req-e6ddb605-c6f7-479e-a111-98b92e0a8cfc service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b7d255b-2467-446b-a4a2-8b9405cf631f HTTP/1.1" status: 200  len: 863 time: 0.1648767
Jan 24 04:59:28.210651 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00621df3-4abf-4737-9097-2832ef473bdd req-f03b52aa-8966-4668-bdde-32730d4bf7a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f86147a6-2acb-4361-8b28-2582fb31c5d1 HTTP/1.1" status: 200  len: 217 time: 0.0832052
Jan 24 04:59:28.302286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00621df3-4abf-4737-9097-2832ef473bdd req-15fe78c8-cac9-4448-b7fa-d35249272c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:28.303959 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00621df3-4abf-4737-9097-2832ef473bdd req-15fe78c8-cac9-4448-b7fa-d35249272c86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=585bb801-af51-4a13-86c7-78d5f0fb9b8f HTTP/1.1" status: 200  len: 843 time: 0.0831351
Jan 24 04:59:28.533535 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00621df3-4abf-4737-9097-2832ef473bdd req-aa4231c3-3086-4543-b55a-ab0254c3d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:28.535320 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00621df3-4abf-4737-9097-2832ef473bdd req-aa4231c3-3086-4543-b55a-ab0254c3d63d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b7d255b-2467-446b-a4a2-8b9405cf631f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2203135
Jan 24 04:59:28.574611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916099-7571-484a-ae33-f668d0bc3cec req-0cdc0973-df9a-44ab-a956-52bea7259480 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:28.576267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83e989-321b-436f-9641-99ab70891475 req-1231f0e4-6ef1-4ecf-be14-aaf48d29a386 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:28.582539 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-86916099-7571-484a-ae33-f668d0bc3cec req-0cdc0973-df9a-44ab-a956-52bea7259480 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.2001173
Jan 24 04:59:28.584524 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-1231f0e4-6ef1-4ecf-be14-aaf48d29a386 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 814 time: 0.2707093
Jan 24 04:59:28.604751 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-13134117-d99b-4c00-a6da-9b5befe4d523 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/quotas/866d1f01531548e5a1556faf5afd2b87 HTTP/1.1" status: 200  len: 375 time: 0.0189636
Jan 24 04:59:28.719145 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-5917858b-7023-455b-a49e-a342be02a830 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1133175
Jan 24 04:59:28.740884 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-86916099-7571-484a-ae33-f668d0bc3cec req-b6c1aab5-e6d6-412d-a7ad-3fc6156d0a93 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573579
Jan 24 04:59:28.796878 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00621df3-4abf-4737-9097-2832ef473bdd req-f8a54b17-3bc4-4d6a-b1d6-acff815575e0 service neutron] 10.222.0.61 "GET /v2.0/networks/5b7d255b-2467-446b-a4a2-8b9405cf631f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1930878
Jan 24 04:59:28.871082 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-cd2f910b-ccdf-4287-b333-e2b3b7c0e401 service neutron] 10.222.0.10 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440485
Jan 24 04:59:29.021766 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-d48ba078-e687-4606-a128-a2698f388e18 service neutron] 10.222.0.10 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437800
Jan 24 04:59:29.250638 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-00621df3-4abf-4737-9097-2832ef473bdd req-38b031ca-f3a9-4278-9bd0-4802d13224fa service neutron] 10.222.0.61 "GET /v2.0/networks/5b7d255b-2467-446b-a4a2-8b9405cf631f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4277508
Jan 24 04:59:29.289136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22479401-77c9-4c7e-948d-04f784b7ccbb req-71c2d564-6011-4f86-b03a-e78ce846c2e1 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:29.290787 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-22479401-77c9-4c7e-948d-04f784b7ccbb req-71c2d564-6011-4f86-b03a-e78ce846c2e1 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 948 time: 0.3888941
Jan 24 04:59:29.346307 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-22479401-77c9-4c7e-948d-04f784b7ccbb req-4200f4ff-2e9f-4c11-ad41-b636a03f0a69 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481958
Jan 24 04:59:29.461875 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4ac2b8f2-8d54-4967-9b23-df514a827a83 req-2846eb40-b629-49bd-b9fa-1e44a0fa7cce tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 210 time: 0.0523298
Jan 24 04:59:29.992673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d74161-d1d8-4277-8318-69df530147c3 req-f2b1ee27-2230-4afa-9101-6f215e6a6510 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:29.994389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b9d74161-d1d8-4277-8318-69df530147c3 req-f2b1ee27-2230-4afa-9101-6f215e6a6510 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1201072
Jan 24 04:59:30.052303 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b9d74161-d1d8-4277-8318-69df530147c3 req-8b89ad3d-20b4-4dd0-a857-c8872d216d95 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506034
Jan 24 04:59:30.583814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926141b-498d-4ec1-8ab3-d1c62dc7ded5 req-c76c8388-4dd6-4c98-9e17-0ef31a5913b9 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:30.585354 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c926141b-498d-4ec1-8ab3-d1c62dc7ded5 req-c76c8388-4dd6-4c98-9e17-0ef31a5913b9 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 948 time: 0.1041095
Jan 24 04:59:30.639886 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c926141b-498d-4ec1-8ab3-d1c62dc7ded5 req-e6ef0d6c-47b6-4c55-8203-c30b979767de tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481875
Jan 24 04:59:30.812579 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3c7f955c-4735-4947-b055-41d40298c539 req-8f24bc48-7df9-4eba-a488-ae8d1fdfc525 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 210 time: 0.0474858
Jan 24 04:59:31.111830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-78555902-9701-4df6-bccd-3bafe50195c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:33.727350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd9490-bcd5-4b44-a623-2448601cb9bc req-996c569d-be7d-4203-958d-3dce70a8a50f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:33.728677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-69f43792-c9aa-4f6b-82a9-1c1d12856dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:33.735900 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8bdd9490-bcd5-4b44-a623-2448601cb9bc req-996c569d-be7d-4203-958d-3dce70a8a50f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1698802
Jan 24 04:59:33.768637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83e989-321b-436f-9641-99ab70891475 req-efae36b0-94ce-4042-8e72-0be51e404e0d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:33.770363 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-efae36b0-94ce-4042-8e72-0be51e404e0d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 814 time: 0.2216704
Jan 24 04:59:33.793340 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8bdd9490-bcd5-4b44-a623-2448601cb9bc req-e90eec24-a85d-4703-8791-ba49aa956d0f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564346
Jan 24 04:59:33.797350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:33.819491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 5b7d255b-2467-446b-a4a2-8b9405cf631f details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:59:33.853171 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Request body: {'port': {'device_id': 'd244a979-cc70-452a-9f13-82fb013e6529', 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60', 'admin_state_up': True, 'tenant_id': '866d1f01531548e5a1556faf5afd2b87'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:59:34.026714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba494d-ca7a-4474-96c0-49debea15dea req-01c580c8-b32f-42f7-9139-c11ebed43c5f tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:34.026912 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-afbe42e6-7aa9-4744-8f46-77d125b48d71 req-0b56368b-8d8a-4d8a-aa85-92804f2cd336 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 210 time: 0.0488744
Jan 24 04:59:34.029118 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-31ba494d-ca7a-4474-96c0-49debea15dea req-01c580c8-b32f-42f7-9139-c11ebed43c5f tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 948 time: 0.2571969
Jan 24 04:59:34.091376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:34.112733 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-31ba494d-ca7a-4474-96c0-49debea15dea req-98fc172a-1444-4f73-b1f5-0a7580f6941e tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763292
Jan 24 04:59:34.113614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:34.124244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Made reservation on behalf of 866d1f01531548e5a1556faf5afd2b87 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:59:34.134507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:34.458000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Allocated IP 172.20.0.9 (4b3c9689-cb26-4459-acb1-b480464e0a60/edb5190c-04c3-4b96-9d1f-faf84470a579/c20e9f93-2630-4404-a325-d5e0e59e6397) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 04:59:34.479345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 04:59:34.603580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.objects.ports [None req-378da8c6-ac43-4b8d-822f-7b2d8eccc785 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 24 04:59:34.729446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:34.758183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:34.774179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:34.920422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Pushing event updated for resources: {'Port': ['ID=c20e9f93-2630-4404-a325-d5e0e59e6397,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:34.942162 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.942569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.942966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.943359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.943745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.944134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.944518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.944922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.945301 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.945678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.946070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.946460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.947214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.947598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.947982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.948363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.948770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.949154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.949534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.949910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.950306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.950691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.951067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.951443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:34.969151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:34.994153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 04:59:35.006418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:59:35.015335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 04:59:35.016686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:35.063243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3d119-634d-405c-8974-9b1f6ea6a46a req-10b81724-be4c-48e1-899e-e486c1fa908d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:35.064964 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3bf3d119-634d-405c-8974-9b1f6ea6a46a req-10b81724-be4c-48e1-899e-e486c1fa908d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1236455
Jan 24 04:59:35.107809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:35.108737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:35.140820 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2921851
Jan 24 04:59:35.160271 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3bf3d119-634d-405c-8974-9b1f6ea6a46a req-08dd4ab1-d957-44e7-b152-440d3c78a7eb tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845342
Jan 24 04:59:35.348055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a71679-06b6-4775-8723-a80bf801c61d req-9b09afcc-af18-4df3-b879-d63dbcaa04ab tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:35.349076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a0a71679-06b6-4775-8723-a80bf801c61d req-9b09afcc-af18-4df3-b879-d63dbcaa04ab tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Synchronizing usage tracker for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:59:35.364491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a0a71679-06b6-4775-8723-a80bf801c61d req-9b09afcc-af18-4df3-b879-d63dbcaa04ab tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Unset dirty status for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:59:35.365815 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a0a71679-06b6-4775-8723-a80bf801c61d req-9b09afcc-af18-4df3-b879-d63dbcaa04ab tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 931 time: 0.1678550
Jan 24 04:59:35.398880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:35.420947 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a0a71679-06b6-4775-8723-a80bf801c61d req-fea73ff1-f8d8-40f0-a27d-f7b398977068 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484536
Jan 24 04:59:35.444775 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148028f-567a-4a52-a8bf-ac145afbfeb0 req-832947f7-1b27-4b2e-8307-67d9fbcd7bde tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:35.446439 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f148028f-567a-4a52-a8bf-ac145afbfeb0 req-832947f7-1b27-4b2e-8307-67d9fbcd7bde tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 948 time: 0.1126494
Jan 24 04:59:35.498640 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f148028f-567a-4a52-a8bf-ac145afbfeb0 req-d89dedb6-0484-4590-b3ba-8d7ed2f1902b tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448158
Jan 24 04:59:38.356291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:38.587987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Request body: {'port': {'device_id': 'd244a979-cc70-452a-9f13-82fb013e6529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:59:38.711049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:38.963318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406e1d8-ffba-4848-a159-a8a4f3ba38a9 req-552304dd-97fe-4391-93df-58f67c431479 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:38.964906 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e406e1d8-ffba-4848-a159-a8a4f3ba38a9 req-552304dd-97fe-4391-93df-58f67c431479 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1073415
Jan 24 04:59:39.018936 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e406e1d8-ffba-4848-a159-a8a4f3ba38a9 req-27dce974-b3ca-4509-9bfb-695d21b84d13 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464694
Jan 24 04:59:39.061546 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-8d71d63b-dfc9-464a-8379-15936fb215f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2408502
Jan 24 04:59:39.101699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device f86147a6-2acb-4361-8b28-2582fb31c5d1 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:39.176978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port f86147a6-2acb-4361-8b28-2582fb31c5d1 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:59:39.182018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port f86147a6-2acb-4361-8b28-2582fb31c5d1 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:39.182446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:39.197528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f587c-31fc-436e-8bad-e153ba66769d req-7f5e350d-08ca-4f30-90a4-d0d5282e8879 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:39.199190 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-517f587c-31fc-436e-8bad-e153ba66769d req-7f5e350d-08ca-4f30-90a4-d0d5282e8879 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 931 time: 0.3141541
Jan 24 04:59:39.256791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb0b51-668d-4cb5-ad9d-315f258ff0ec req-69b296cc-bf9d-413b-82d7-a876647416dd tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:39.266244 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6abb0b51-668d-4cb5-ad9d-315f258ff0ec req-69b296cc-bf9d-413b-82d7-a876647416dd tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 948 time: 0.1259308
Jan 24 04:59:39.309951 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-517f587c-31fc-436e-8bad-e153ba66769d req-cc21a17d-769e-4b15-b294-ae571863792e tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006064
Jan 24 04:59:39.321154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:39.333122 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6abb0b51-668d-4cb5-ad9d-315f258ff0ec req-c19c7c25-3712-4c08-8eb0-0003ac22986a tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654809
Jan 24 04:59:39.353038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86147a6-2acb-4361-8b28-2582fb31c5d1'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:59:39.357817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-11b872f6-fee7-4704-b266-5c9fb626f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:39.360938 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-11b872f6-fee7-4704-b266-5c9fb626f766 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 1163 time: 0.2274437
Jan 24 04:59:39.370188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port f86147a6-2acb-4361-8b28-2582fb31c5d1, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=f86147a6-2acb-4361-8b28-2582fb31c5d1,segment=NetworkSegment(cd89fd91-2234-4897-9753-9a3bb3acabac),segment_id=cd89fd91-2234-4897-9753-9a3bb3acabac)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:59:39.381962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:39.384123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:39.420170 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86147a6-2acb-4361-8b28-2582fb31c5d1', 'code': 200}
Jan 24 04:59:39.460665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=f86147a6-2acb-4361-8b28-2582fb31c5d1,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:39.469243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.469630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.470015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.470393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.470766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.471139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.471508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.471876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.472243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.472634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.473240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.473607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.474011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.474383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.474739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.475100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.475461 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.475822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.476182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.476566 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.476944 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.477313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.477669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.478030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:39.483221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:39.551879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20e9f93-2630-4404-a325-d5e0e59e6397 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 04:59:39.569223 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:39.682717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-2441a203-8032-4d39-80c5-f2f019050f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:39.684283 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-2441a203-8032-4d39-80c5-f2f019050f01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.2479763
Jan 24 04:59:39.691437 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Transition to ACTIVE for port object c20e9f93-2630-4404-a325-d5e0e59e6397 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 04:59:39.706200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:39.825152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd3e09-c2c4-431c-81cb-e7591ee654ce req-64688a60-3a45-43eb-84cb-18762d6aadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:39.827817 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30cd3e09-c2c4-431c-81cb-e7591ee654ce req-64688a60-3a45-43eb-84cb-18762d6aadd8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 1167 time: 0.1093316
Jan 24 04:59:39.866859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9659a995-e6f5-49a6-9d54-050d5edad804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:39.880038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-30cd3e09-c2c4-431c-81cb-e7591ee654ce req-ecd436ca-9dd1-4bea-9773-6d6bd2a99313 service neutron] Synchronizing usage tracker for tenant:897f9f67c7b14734adba5533ed0fcfc2 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 04:59:39.907006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-30cd3e09-c2c4-431c-81cb-e7591ee654ce req-ecd436ca-9dd1-4bea-9773-6d6bd2a99313 service neutron] Unset dirty status for tenant:897f9f67c7b14734adba5533ed0fcfc2 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 04:59:39.908273 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30cd3e09-c2c4-431c-81cb-e7591ee654ce req-ecd436ca-9dd1-4bea-9773-6d6bd2a99313 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708106
Jan 24 04:59:40.196625 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-ca8b805a-dace-40fc-84a6-9f7d4cf0d735 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08674dad-bf5f-4c48-82f9-70ff67c7cf93 HTTP/1.1" status: 200  len: 217 time: 0.4933357
Jan 24 04:59:40.259712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Pushing event updated for resources: {'Port': ['ID=c20e9f93-2630-4404-a325-d5e0e59e6397,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:40.266388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:40.286311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dec265-caa2-49bd-97d9-6400f98fefe8 req-0da7a084-5675-452d-be42-181b818349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:40.287936 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-70dec265-caa2-49bd-97d9-6400f98fefe8 req-0da7a084-5675-452d-be42-181b818349b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1162 time: 0.7158647
Jan 24 04:59:40.464485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device f86147a6-2acb-4361-8b28-2582fb31c5d1 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:40.522316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-99bd807d-4c33-4f7e-a0ec-8263684aa7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:40.523938 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-99bd807d-4c33-4f7e-a0ec-8263684aa7f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.0834143
Jan 24 04:59:40.592817 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-8338dc8e-c6bc-4e86-8be0-32b73b4525fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605333
Jan 24 04:59:40.599211 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-70dec265-caa2-49bd-97d9-6400f98fefe8 req-e6e55f02-e01c-4062-9ef6-21982ae2b920 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867421
Jan 24 04:59:40.620478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port f86147a6-2acb-4361-8b28-2582fb31c5d1 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:40.621300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:40.686423 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Attempting to bind port c20e9f93-2630-4404-a325-d5e0e59e6397 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 04:59:40.686825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Attempting to bind port c20e9f93-2630-4404-a325-d5e0e59e6397 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 04:59:40.687147 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Attempting to bind port c20e9f93-2630-4404-a325-d5e0e59e6397 on network 4b3c9689-cb26-4459-acb1-b480464e0a60 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 04:59:40.695608 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 04:59:40.695930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Checking segment: {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:59:40.696418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:40.698126 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Bound using segment: {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 04:59:40.698619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Bound port: c20e9f93-2630-4404-a325-d5e0e59e6397, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 04:59:40.699006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:40.795325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471f799-b09e-4672-8389-d0a51841c253 req-cd6cd93d-59ed-41e6-958b-a2feb2aae826 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:40.803470 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7471f799-b09e-4672-8389-d0a51841c253 req-cd6cd93d-59ed-41e6-958b-a2feb2aae826 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 950 time: 0.1289785
Jan 24 04:59:40.820473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] For port c20e9f93-2630-4404-a325-d5e0e59e6397, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 04:59:40.832145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] For port c20e9f93-2630-4404-a325-d5e0e59e6397, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c20e9f93-2630-4404-a325-d5e0e59e6397,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 04:59:40.837529 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:40.855086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1c2f7cb6-d3b1-4b24-9f78-cdd983b94855 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:40.855546 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7471f799-b09e-4672-8389-d0a51841c253 req-9e63d53c-5d98-4ebd-8be0-866cbca2d781 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511947
Jan 24 04:59:40.996204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdff1d3-cdd7-4383-b3d3-08867173fd70 req-9f22235f-7269-4da4-8eae-f1e495303e5b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:41.003584 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-afdff1d3-cdd7-4383-b3d3-08867173fd70 req-9f22235f-7269-4da4-8eae-f1e495303e5b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.3935561
Jan 24 04:59:41.081331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Pushing event updated for resources: {'Port': ['ID=c20e9f93-2630-4404-a325-d5e0e59e6397,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:41.096968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6f3f-87fd-4264-82ce-b5aed5d0723e req-2c55e168-8bea-4aed-b3c9-4d1ce0833062 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:41.098903 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ce8d6f3f-87fd-4264-82ce-b5aed5d0723e req-2c55e168-8bea-4aed-b3c9-4d1ce0833062 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 943 time: 0.1223619
Jan 24 04:59:41.100968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:41.115124 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-afdff1d3-cdd7-4383-b3d3-08867173fd70 req-6bba5ad8-8630-4cb7-ad22-015a1e5e3099 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048181
Jan 24 04:59:41.148012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:41.148737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:41.150435 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] 10.222.0.61 "PUT /v2.0/ports/c20e9f93-2630-4404-a325-d5e0e59e6397 HTTP/1.1" status: 200  len: 1157 time: 2.5673425
Jan 24 04:59:41.150935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd244a979-cc70-452a-9f13-82fb013e6529', 'tag': 'c20e9f93-2630-4404-a325-d5e0e59e6397'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:59:41.169134 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ce8d6f3f-87fd-4264-82ce-b5aed5d0723e req-89e93b76-2dbe-4fc5-8ac2-be4b144df31f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625682
Jan 24 04:59:41.217941 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd244a979-cc70-452a-9f13-82fb013e6529', 'tag': 'c20e9f93-2630-4404-a325-d5e0e59e6397', 'status': 'completed', 'code': 200}
Jan 24 04:59:44.359240 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-b44a4e07-f421-46c3-8016-b1ffb3135820 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455653
Jan 24 04:59:44.569264 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b914396-c0c1-4724-92a8-ac77de6ad600 req-b49e1b48-ab77-492f-bc58-b3038219b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:44.571101 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4b914396-c0c1-4724-92a8-ac77de6ad600 req-b49e1b48-ab77-492f-bc58-b3038219b8a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 1160 time: 0.1936967
Jan 24 04:59:44.689010 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbf2595f-e30f-4f3a-a245-2f1b3ac5cc54 req-b45cbc5a-6c29-4757-85a3-9f8db3ee2ec4 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2712142
Jan 24 04:59:44.698328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994588d-e38f-4a69-9eef-ebbe0f60bca2 req-e750525c-5c33-415b-9038-4d2365ed8daa tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:44.703693 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4994588d-e38f-4a69-9eef-ebbe0f60bca2 req-e750525c-5c33-415b-9038-4d2365ed8daa tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 950 time: 0.1177602
Jan 24 04:59:44.762966 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4994588d-e38f-4a69-9eef-ebbe0f60bca2 req-a247c15d-9fcc-410f-9852-9027a5aca503 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557914
Jan 24 04:59:44.825677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b914396-c0c1-4724-92a8-ac77de6ad600 req-9b250e79-2fd7-45c5-ae34-95b7af36ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:44.826279 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4b914396-c0c1-4724-92a8-ac77de6ad600 req-9b250e79-2fd7-45c5-ae34-95b7af36ad18 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=866d1f01531548e5a1556faf5afd2b87&shared=False HTTP/1.1" status: 200  len: 908 time: 0.2362537
Jan 24 04:59:44.854670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5408-a363-433c-92ce-468b54c1d04b req-e3487e69-599a-4042-8ae0-5457246af32e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:44.856389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-18fd5408-a363-433c-92ce-468b54c1d04b req-e3487e69-599a-4042-8ae0-5457246af32e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1727569
Jan 24 04:59:45.005417 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-18fd5408-a363-433c-92ce-468b54c1d04b req-12de9140-25a8-4774-9285-2189b5ea67b9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236155
Jan 24 04:59:45.059119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b914396-c0c1-4724-92a8-ac77de6ad600 req-bf925261-8f4f-48f7-9a6c-1118ea09426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:45.059570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90996b5-11f9-4b32-90e2-60ee7a8963f9 req-cee30750-a3ec-414c-a1cc-80661b0c439d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:45.061281 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d90996b5-11f9-4b32-90e2-60ee7a8963f9 req-cee30750-a3ec-414c-a1cc-80661b0c439d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 943 time: 0.1378098
Jan 24 04:59:45.061596 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4b914396-c0c1-4724-92a8-ac77de6ad600 req-bf925261-8f4f-48f7-9a6c-1118ea09426f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2038908
Jan 24 04:59:45.118394 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d90996b5-11f9-4b32-90e2-60ee7a8963f9 req-e2b408e4-2e92-4597-9f47-01b5dfdb56fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496316
Jan 24 04:59:45.275851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83e989-321b-436f-9641-99ab70891475 req-8bb64eb8-c1ed-4abd-9ef1-cea15c4a9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:45.277532 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-8bb64eb8-c1ed-4abd-9ef1-cea15c4a9849 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 1160 time: 0.1030641
Jan 24 04:59:45.372568 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-f4e80c39-0167-4ce5-b062-30694cce3da6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c20e9f93-2630-4404-a325-d5e0e59e6397 HTTP/1.1" status: 200  len: 217 time: 0.0697076
Jan 24 04:59:45.444783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83e989-321b-436f-9641-99ab70891475 req-d15889fc-1e8c-4aed-8e6d-458aa9e92ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:45.446367 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-d15889fc-1e8c-4aed-8e6d-458aa9e92ba8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=edb5190c-04c3-4b96-9d1f-faf84470a579 HTTP/1.1" status: 200  len: 854 time: 0.0645676
Jan 24 04:59:45.509058 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-6bce04b1-b3fd-4f24-87ce-9300ecb377e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b3c9689-cb26-4459-acb1-b480464e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516300
Jan 24 04:59:45.700874 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-3f121439-3f3d-417a-9fe2-771ee52be118 service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501477
Jan 24 04:59:46.139185 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e83e989-321b-436f-9641-99ab70891475 req-4e80809b-2b32-41ae-8f3e-36f26c80d4ef service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4026530
Jan 24 04:59:46.225184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcecd63-be77-4c77-ace5-dbe053c323a5 req-80835115-ff99-4862-b1df-4f6df8d0249d tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:46.226984 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0dcecd63-be77-4c77-ace5-dbe053c323a5 req-80835115-ff99-4862-b1df-4f6df8d0249d tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 950 time: 0.1289473
Jan 24 04:59:46.350916 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0dcecd63-be77-4c77-ace5-dbe053c323a5 req-5515b3e5-acb9-4aa1-8c98-c7a033b9ccfb tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159658
Jan 24 04:59:46.355452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f71715-713c-42a2-adab-f96042d5118a req-2b2d9a54-0340-433b-8c50-a7b688633a75 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:46.365823 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-94f71715-713c-42a2-adab-f96042d5118a req-2b2d9a54-0340-433b-8c50-a7b688633a75 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1591318
Jan 24 04:59:46.444621 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-94f71715-713c-42a2-adab-f96042d5118a req-90dc0827-b9a9-4c47-8a8b-30b1bce03b31 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774903
Jan 24 04:59:46.588173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f5cce-f6af-4942-b87a-718a65053ef9 req-aed82b42-2d2f-4e3c-8e83-26f8b16dd6ae tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:46.589722 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a1f5cce-f6af-4942-b87a-718a65053ef9 req-aed82b42-2d2f-4e3c-8e83-26f8b16dd6ae tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 943 time: 0.1135743
Jan 24 04:59:46.642464 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a1f5cce-f6af-4942-b87a-718a65053ef9 req-54aab679-a9dd-4f3a-9795-c991aae6fb8f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453835
Jan 24 04:59:46.924000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device f86147a6-2acb-4361-8b28-2582fb31c5d1 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:47.002726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port f86147a6-2acb-4361-8b28-2582fb31c5d1 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:47.003141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:47.131875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:47.203745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 89108169-eda8-4a9b-b2e9-4cf798445dbe triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:47.204158 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:47.288253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 48932) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:47.457815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:47.475331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:47.479925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Usage tracker for resource:security_group_rule and tenant:a55e4a384a434ba6bdb5fe1201759935 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:47.532571 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:47.539707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:47.663211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:47.696115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77ec2b-9ee4-46cf-9213-5fa4f3f56019 req-ed1a13ca-6ad3-4e6a-bd83-9cc5a1fd057b tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:47.697826 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4b77ec2b-9ee4-46cf-9213-5fa4f3f56019 req-ed1a13ca-6ad3-4e6a-bd83-9cc5a1fd057b tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 950 time: 0.2146134
Jan 24 04:59:47.698514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:47.709130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0eb323b0-8be5-470f-aeea-702991d90abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:47.715822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2ba10-e86d-4c6a-aed8-0b8893924b56 req-373b08ea-e405-4718-9d82-04cb56a7ccba tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:47.717579 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bcc2ba10-e86d-4c6a-aed8-0b8893924b56 req-373b08ea-e405-4718-9d82-04cb56a7ccba tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1295097
Jan 24 04:59:47.772497 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a55e4a384a434ba6bdb5fe1201759935&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4830217
Jan 24 04:59:47.773999 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bcc2ba10-e86d-4c6a-aed8-0b8893924b56 req-c837a543-b786-4343-8b1f-ea68051f81f1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490775
Jan 24 04:59:47.775121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 48956) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:47.784881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bf33db-b6e0-41c9-abf8-11d7543f4074,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:47.800744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.801145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.801536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.801925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.802309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.802691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.803132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.803480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.803860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.804245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.804612 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.804994 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.805413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.805857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.806144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.806517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.806863 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.807239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.807613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.807989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.808363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.808762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.809137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.809509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 04:59:47.820005 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4b77ec2b-9ee4-46cf-9213-5fa4f3f56019 req-c6c44b26-127e-48b0-9fa1-e7bbe47b2151 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114233
Jan 24 04:59:47.820387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:47.859431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-376c3e57-05e2-4921-9706-dd657db96379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:47.888734 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-376c3e57-05e2-4921-9706-dd657db96379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:48.008990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-376c3e57-05e2-4921-9706-dd657db96379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:48.015029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b93bbe02-215a-408e-a2fa-ed61e991667f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:48.051143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939eb2f-9414-47ef-a61b-9e975b7bb108 req-ee5882b7-f840-4dee-b3c6-a90ac4cbd4fd tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:48.052801 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5939eb2f-9414-47ef-a61b-9e975b7bb108 req-ee5882b7-f840-4dee-b3c6-a90ac4cbd4fd tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 943 time: 0.1508181
Jan 24 04:59:48.057409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c3e57-05e2-4921-9706-dd657db96379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bf33db-b6e0-41c9-abf8-11d7543f4074,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:48.062083 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-376c3e57-05e2-4921-9706-dd657db96379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:48.083508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-376c3e57-05e2-4921-9706-dd657db96379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:48.087183 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-376c3e57-05e2-4921-9706-dd657db96379 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05bf33db-b6e0-41c9-abf8-11d7543f4074 HTTP/1.1" status: 204  len: 168 time: 0.3085964
Jan 24 04:59:48.118622 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5939eb2f-9414-47ef-a61b-9e975b7bb108 req-331b2529-fd93-4b81-83ac-2b7248d2253d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588582
Jan 24 04:59:48.402973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788ca95-1046-4b48-841c-2846f7db9952 req-08f82556-648a-4ad3-b74d-8f3bbdaa4b47 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:48.406294 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f788ca95-1046-4b48-841c-2846f7db9952 req-08f82556-648a-4ad3-b74d-8f3bbdaa4b47 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 950 time: 0.1269760
Jan 24 04:59:48.463067 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f788ca95-1046-4b48-841c-2846f7db9952 req-f2ac2c68-96a4-4c70-a29b-1bbd624eeb1d tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480807
Jan 24 04:59:48.526598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-c18e44ae-8c45-4988-94c9-07acd2d25b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:48.528241 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-c18e44ae-8c45-4988-94c9-07acd2d25b7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1162 time: 0.0907304
Jan 24 04:59:48.759669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-93230cae-49bc-402b-a127-ff11db5945cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:48.761892 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-93230cae-49bc-402b-a127-ff11db5945cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.2210362
Jan 24 04:59:48.860835 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-75f9c080-c095-4153-928a-902a66645957 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 200  len: 217 time: 0.0852427
Jan 24 04:59:48.961336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05d70a-e7ab-48a2-a120-6c6ff00a94b1 req-dd6cc7b9-839b-4aa6-9db2-3995e31ec821 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:48.963069 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7e05d70a-e7ab-48a2-a120-6c6ff00a94b1 req-dd6cc7b9-839b-4aa6-9db2-3995e31ec821 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.2810948
Jan 24 04:59:48.996364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-e8b73b31-b9f5-47a0-8462-78e3ec59dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:48.997972 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-e8b73b31-b9f5-47a0-8462-78e3ec59dda9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.1294119
Jan 24 04:59:49.006469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49006) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:49.080406 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7e05d70a-e7ab-48a2-a120-6c6ff00a94b1 req-da56e990-e42c-4088-b78a-c6083fdca479 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070013
Jan 24 04:59:49.083127 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-2e583173-697a-44d8-88b8-2d72b2c8a5d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575528
Jan 24 04:59:49.324018 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-7e9ddc8e-c012-4333-9d45-90f28f4885f1 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824505
Jan 24 04:59:49.375418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:49.402884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:49.414359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Usage tracker for resource:security_group_rule and tenant:ce91fdc1f487413c95f902e2ab132572 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:49.418290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:49.429200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:49.473003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6be6d-744d-4e19-b287-121c7181ae2c req-118cbe04-26b6-4dae-9ca6-936ed29bf51b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:49.474626 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4db6be6d-744d-4e19-b287-121c7181ae2c req-118cbe04-26b6-4dae-9ca6-936ed29bf51b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 943 time: 0.1778977
Jan 24 04:59:49.485055 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8a9abe1-8627-471d-8a4c-7074388022a9 req-5608ab94-593d-4aaa-9365-6f5a25616baa service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1521535
Jan 24 04:59:49.544037 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4db6be6d-744d-4e19-b287-121c7181ae2c req-d2312e98-2503-4539-8f96-dfcc1d9247b9 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539649
Jan 24 04:59:49.636766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:49.640397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:49.651471 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1b380a87-3780-4797-a527-deb02d055fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:49.690623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc55fcc2-7338-4733-be31-daffaab76356,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:49.700652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:49.711506 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce91fdc1f487413c95f902e2ab132572&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7039373
Jan 24 04:59:49.714369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 49028) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:49.787604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135be9f-51f9-47dd-8daa-e8502f86e731 req-0896d1cc-040a-4f80-914e-8de16d696a79 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:49.789554 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c135be9f-51f9-47dd-8daa-e8502f86e731 req-0896d1cc-040a-4f80-914e-8de16d696a79 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 950 time: 0.1724319
Jan 24 04:59:49.846136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d366-c28e-43a5-a75d-ee82dde17c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:49.886280 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c135be9f-51f9-47dd-8daa-e8502f86e731 req-d3eb9af4-cf8e-470f-b885-4a5b18d80b23 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881720
Jan 24 04:59:49.890882 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d366-c28e-43a5-a75d-ee82dde17c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:49.950676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d366-c28e-43a5-a75d-ee82dde17c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:49.956757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c6c354c7-bce4-4aae-80d2-da30a6d84ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:49.970931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0d366-c28e-43a5-a75d-ee82dde17c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc55fcc2-7338-4733-be31-daffaab76356,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:49.974093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2ee0d366-c28e-43a5-a75d-ee82dde17c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:49.975295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d366-c28e-43a5-a75d-ee82dde17c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:49.979688 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-2ee0d366-c28e-43a5-a75d-ee82dde17c6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc55fcc2-7338-4733-be31-daffaab76356 HTTP/1.1" status: 204  len: 168 time: 0.2609458
Jan 24 04:59:50.340037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb5206-70a7-41a3-a946-bbfebd6f7036 req-af1e667e-1e8c-4a4a-852f-fbe2b71c2036 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:50.342224 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-59fb5206-70a7-41a3-a946-bbfebd6f7036 req-af1e667e-1e8c-4a4a-852f-fbe2b71c2036 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1188679
Jan 24 04:59:50.390383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49052) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:50.426868 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-59fb5206-70a7-41a3-a946-bbfebd6f7036 req-69070309-7d7a-4a85-9bec-c3b7f1827ef6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694077
Jan 24 04:59:50.560300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:50.576149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:50.580351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Usage tracker for resource:security_group_rule and tenant:98d5499b355c45f1a901b790def8c8f6 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:50.583335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:50.589273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:50.688957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:50.693825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:50.703118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1aafb73b-21f1-4a4b-ab5d-e83aedd8695c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:50.739572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1166e41-81e8-4989-8bf8-95e590dea4a2,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:50.757183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:50.807786 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98d5499b355c45f1a901b790def8c8f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4160719
Jan 24 04:59:50.810534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 49074) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:50.915069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-80dcd9e6-99e4-4780-ad0a-52f3f95d3742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:50.928967 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bd25f-37db-4b61-af44-24c847ab0235 req-e947e83c-e7e4-4ba2-a7ed-9b956f9e3587 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:50.931060 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-893bd25f-37db-4b61-af44-24c847ab0235 req-e947e83c-e7e4-4ba2-a7ed-9b956f9e3587 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 943 time: 0.1836658
Jan 24 04:59:50.971899 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-80dcd9e6-99e4-4780-ad0a-52f3f95d3742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:51.017518 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-893bd25f-37db-4b61-af44-24c847ab0235 req-dbd4cfd3-317c-4bb9-bbe5-b78d6fb10a2a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767164
Jan 24 04:59:51.048257 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-80dcd9e6-99e4-4780-ad0a-52f3f95d3742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:51.054491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-376c3e57-05e2-4921-9706-dd657db96379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:51.072148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcd9e6-99e4-4780-ad0a-52f3f95d3742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1166e41-81e8-4989-8bf8-95e590dea4a2,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:51.075380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-80dcd9e6-99e4-4780-ad0a-52f3f95d3742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:51.076663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-80dcd9e6-99e4-4780-ad0a-52f3f95d3742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:51.081527 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-80dcd9e6-99e4-4780-ad0a-52f3f95d3742 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1166e41-81e8-4989-8bf8-95e590dea4a2 HTTP/1.1" status: 204  len: 168 time: 0.2667677
Jan 24 04:59:51.284280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52d06c-d336-4751-a25c-3d80ca7ef6f6 req-af8f2eb8-528e-4fcc-a28a-15e093194ff2 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:51.291993 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8f52d06c-d336-4751-a25c-3d80ca7ef6f6 req-af8f2eb8-528e-4fcc-a28a-15e093194ff2 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 950 time: 0.1412024
Jan 24 04:59:51.387889 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8f52d06c-d336-4751-a25c-3d80ca7ef6f6 req-aad74d18-e8d4-47f6-a026-c9ac3d2c960b tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/security-groups?id=af2b2458-1033-47b3-80a8-ef56a093220c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947700
Jan 24 04:59:51.434007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-cab32b80-7f32-4244-9e4e-3a8bea2e076a tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:51.435989 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-cab32b80-7f32-4244-9e4e-3a8bea2e076a tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.61 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 950 time: 0.1458356
Jan 24 04:59:51.494976 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49100) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:51.587071 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Deleting port f86147a6-2acb-4361-8b28-2582fb31c5d1 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 04:59:51.587591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:51.657274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-538102219-network', 'tenant_id': '3f479bb812f64e7787cda7b38db922ad'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:59:51.663524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:51.667780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Usage tracker for resource:network and tenant:3f479bb812f64e7787cda7b38db922ad is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:51.670884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:51.677293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:51.687961 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Made reservation on behalf of 3f479bb812f64e7787cda7b38db922ad for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:59:51.692986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:51.707019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:51.723742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:51.728383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Usage tracker for resource:security_group_rule and tenant:3f479bb812f64e7787cda7b38db922ad is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:51.731634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:51.738568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:51.798462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device c20e9f93-2630-4404-a325-d5e0e59e6397 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:51.827978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:51.831790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:51.837021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d8af5151-d1d1-4a50-9343-b389314666b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:51.879384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port c20e9f93-2630-4404-a325-d5e0e59e6397 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 04:59:51.885181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port c20e9f93-2630-4404-a325-d5e0e59e6397 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:51.885611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:51.890671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab4f1e-c731-4576-91fa-67a5f5a37094 req-ec8bc4f1-928c-4f2a-9a81-7511d438fa74 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:51.893221 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-74ab4f1e-c731-4576-91fa-67a5f5a37094 req-ec8bc4f1-928c-4f2a-9a81-7511d438fa74 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.2705150
Jan 24 04:59:52.027249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.042403 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-74ab4f1e-c731-4576-91fa-67a5f5a37094 req-f4c24e57-24ce-4a85-a2c4-5d498dd626c1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189773
Jan 24 04:59:52.101501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244a979-cc70-452a-9f13-82fb013e6529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20e9f93-2630-4404-a325-d5e0e59e6397'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:59:52.132882 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port c20e9f93-2630-4404-a325-d5e0e59e6397, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c20e9f93-2630-4404-a325-d5e0e59e6397,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:59:52.134554 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 04:59:52.137024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.138057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:52.152513 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b448f52-e19e-4a3e-b4f1-be868c58bd38,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:52.157298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:52.158773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.159131 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Added segment 6b2f7296-41d4-4d56-ab14-fe491d8e8e7d of type vxlan for network 40020d75-1e96-4af5-9562-8f9a6fe226c5
Jan 24 04:59:52.162577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] For port f86147a6-2acb-4361-8b28-2582fb31c5d1, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=f86147a6-2acb-4361-8b28-2582fb31c5d1,segment=NetworkSegment(cd89fd91-2234-4897-9753-9a3bb3acabac),segment_id=cd89fd91-2234-4897-9753-9a3bb3acabac)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 04:59:52.165866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.199003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.253760 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:52.311160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.320744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:52.321375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.328059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58db54e2-9662-4d14-bf27-853f45be7a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:52.331029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=c20e9f93-2630-4404-a325-d5e0e59e6397,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:52.339949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:52.350064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Calling delete_port for f86147a6-2acb-4361-8b28-2582fb31c5d1 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 04:59:52.353299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 89108169-eda8-4a9b-b2e9-4cf798445dbe triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:52.353820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.426972 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244a979-cc70-452a-9f13-82fb013e6529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20e9f93-2630-4404-a325-d5e0e59e6397', 'code': 200}
Jan 24 04:59:52.504220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21193a28-16be-441b-a38a-e02014dc2d7e req-0ef485ce-3efc-497d-aa33-f51442c84163 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:52.505932 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-21193a28-16be-441b-a38a-e02014dc2d7e req-0ef485ce-3efc-497d-aa33-f51442c84163 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 945 time: 0.2850375
Jan 24 04:59:52.506678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Pushing event updated for resources: {'Network': ['ID=40020d75-1e96-4af5-9562-8f9a6fe226c5,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:52.510188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:52.512853 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.0165589
Jan 24 04:59:52.516859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49120) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 04:59:52.529825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 40020d75-1e96-4af5-9562-8f9a6fe226c5 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:59:52.537709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Request body: {'subnet': {'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-538102219-subnet', 'tenant_id': '3f479bb812f64e7787cda7b38db922ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:59:52.550861 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:52.558678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Usage tracker for resource:subnet and tenant:3f479bb812f64e7787cda7b38db922ad is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:52.560262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.569471 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:52.577529 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:52.580344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:52.595203 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-21193a28-16be-441b-a38a-e02014dc2d7e req-ccf8e913-f808-43ec-a431-cae00ca9ba4a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792003
Jan 24 04:59:52.600852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Made reservation on behalf of 3f479bb812f64e7787cda7b38db922ad for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:59:52.605617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27037764'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.640282 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Pushing event deleted for resources: {'Port': ['ID=f86147a6-2acb-4361-8b28-2582fb31c5d1,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:52.647158 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:52.662000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 40020d75-1e96-4af5-9562-8f9a6fe226c5 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 04:59:52.827895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] No DVR routers for this DVR port f86147a6-2acb-4361-8b28-2582fb31c5d1 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 04:59:52.831104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:52.834715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b', 'name': 'network-vif-deleted', 'tag': 'f86147a6-2acb-4361-8b28-2582fb31c5d1'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 04:59:52.853856 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e57b0a4-46cc-438b-bfcc-f5cb4286301c req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.61 "DELETE /v2.0/ports/f86147a6-2acb-4361-8b28-2582fb31c5d1 HTTP/1.1" status: 204  len: 173 time: 1.4076760
Jan 24 04:59:52.901338 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f1910ae6-135f-4a7e-a397-22aafb379103 req-67d19027-8ddc-41ec-9262-4a7028e2b63a tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 210 time: 0.1374667
Jan 24 04:59:52.950917 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b', 'name': 'network-vif-deleted', 'tag': 'f86147a6-2acb-4361-8b28-2582fb31c5d1', 'status': 'completed', 'code': 200}
Jan 24 04:59:53.085536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59e576-d1bb-443c-883e-c9c808c3caae req-bde822d3-886e-4427-a84f-acc3b4ed88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:53.087999 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1a59e576-d1bb-443c-883e-c9c808c3caae req-bde822d3-886e-4427-a84f-acc3b4ed88d8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 1162 time: 0.0812194
Jan 24 04:59:53.146120 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1a59e576-d1bb-443c-883e-c9c808c3caae req-c35931e4-7e06-45bd-86a6-8cbb5158ba1e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489330
Jan 24 04:59:53.237244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27037781'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:53.261490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-17488aae-055b-44d1-bd0e-ce8a5994020b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 04:59:53.398351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7a23d1-1670-43cf-bd0e-88b6efe61927,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 04:59:53.405086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 04:59:53.452497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e210b-9055-4b85-a37a-1e7a87b483c8 req-62704a7f-0ebd-451b-ac90-37a96c31f380 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:53.455233 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a6e210b-9055-4b85-a37a-1e7a87b483c8 req-62704a7f-0ebd-451b-ac90-37a96c31f380 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.2761741
Jan 24 04:59:53.534692 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a6e210b-9055-4b85-a37a-1e7a87b483c8 req-bb0af51f-2ee5-4c47-907c-51e8a855b117 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675714
Jan 24 04:59:53.563739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Checking segment: {'id': '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 04:59:53.564699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Network hostable DHCP agents. Network: 40020d75-1e96-4af5-9562-8f9a6fe226c5, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 04:59:53.588329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Network 40020d75-1e96-4af5-9562-8f9a6fe226c5 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 04:59:53.597257 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 40020d75-1e96-4af5-9562-8f9a6fe226c5) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 04:59:53.608753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f500d-bd90-4a79-a865-c1cceecdbd1f None None] Network 40020d75-1e96-4af5-9562-8f9a6fe226c5 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:59:53.611433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:53.612262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:53.643209 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1156826
Jan 24 04:59:53.756311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device c20e9f93-2630-4404-a325-d5e0e59e6397 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:53.873287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e822cb-a713-4d80-8db7-95ede5fb23b9 req-9b949db1-e346-4c24-bb07-0fec6d083b02 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:53.881845 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-90e822cb-a713-4d80-8db7-95ede5fb23b9 req-9b949db1-e346-4c24-bb07-0fec6d083b02 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 945 time: 0.1271353
Jan 24 04:59:53.947807 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-90e822cb-a713-4d80-8db7-95ede5fb23b9 req-40d34821-5eae-4d1d-a9db-24ff89d2b6c9 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645764
Jan 24 04:59:53.998343 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port c20e9f93-2630-4404-a325-d5e0e59e6397 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:53.998930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:54.040060 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65446b9-fbbd-48b0-b09b-fc9f01d6b7b6 None None] Network 40020d75-1e96-4af5-9562-8f9a6fe226c5 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 04:59:54.163097 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-53a10706-1cf2-4665-a70d-2305c440fd22 req-56471715-a5e2-47a6-ab99-3bad08b6e26c tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] 10.222.0.10 "GET /v2.0/ports?device_id=7a32d7e4-e3a9-4c06-9e28-992a5f18fb3b HTTP/1.1" status: 200  len: 210 time: 0.0693736
Jan 24 04:59:54.396334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:54.647434 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 89108169-eda8-4a9b-b2e9-4cf798445dbe triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:54.648100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:54.869595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device f86147a6-2acb-4361-8b28-2582fb31c5d1 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 04:59:54.909305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: f86147a6-2acb-4361-8b28-2582fb31c5d1 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 04:59:54.909305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device f86147a6-2acb-4361-8b28-2582fb31c5d1 not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 04:59:55.194001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfabff-cc8b-4eea-8a80-c17a704a3d0e req-8eaca6a2-417b-4d38-86cd-7c543340f5ca tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:55.195712 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f4dfabff-cc8b-4eea-8a80-c17a704a3d0e req-8eaca6a2-417b-4d38-86cd-7c543340f5ca tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 945 time: 0.1128361
Jan 24 04:59:55.249058 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f4dfabff-cc8b-4eea-8a80-c17a704a3d0e req-68c615e9-44bf-4bc4-98f6-403f53114fe6 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471628
Jan 24 04:59:55.638563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device c20e9f93-2630-4404-a325-d5e0e59e6397 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 04:59:55.724393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port c20e9f93-2630-4404-a325-d5e0e59e6397 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 04:59:55.724920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 04:59:56.050140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6b85-a15e-458c-99bb-0c855aceb714 req-cbabc22b-9f4c-4483-b032-9ebf36ba8daf tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:56.060707 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f73a6b85-a15e-458c-99bb-0c855aceb714 req-cbabc22b-9f4c-4483-b032-9ebf36ba8daf tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1532388
Jan 24 04:59:56.115128 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f73a6b85-a15e-458c-99bb-0c855aceb714 req-719c133e-49f7-4b15-a85e-0d2100516455 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510015
Jan 24 04:59:56.608249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-cb7a6f3a-f8bb-4987-af12-60b95ca5b42d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:56.616243 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-cb7a6f3a-f8bb-4987-af12-60b95ca5b42d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/networks?id=40020d75-1e96-4af5-9562-8f9a6fe226c5 HTTP/1.1" status: 200  len: 813 time: 0.2138784
Jan 24 04:59:56.644806 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-ce712bb9-8bcd-40e3-bb9d-c24ee80d55bb tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/quotas/3f479bb812f64e7787cda7b38db922ad HTTP/1.1" status: 200  len: 375 time: 0.0273588
Jan 24 04:59:56.713385 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-7f7a41fd-4755-4b79-9f75-f1f12b12bf49 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f479bb812f64e7787cda7b38db922ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0674095
Jan 24 04:59:56.898661 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-f401e273-d14a-482d-98a9-c3d5c10a4b59 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 04:59:56.906330 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-f401e273-d14a-482d-98a9-c3d5c10a4b59 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1041150
Jan 24 04:59:57.094526 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-968589ec-0dd1-47ff-b286-4b775c7a4d34 service neutron] 10.222.0.10 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812248
Jan 24 04:59:57.245138 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-21a66d23-599a-447e-ab88-6e825c72a06e service neutron] 10.222.0.10 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1554718
Jan 24 04:59:57.502492 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-62e54691-761d-4fbc-a875-78966a05ff9c req-2b76f8f8-ae8b-42eb-8408-88725f100353 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 210 time: 0.0953479
Jan 24 04:59:58.709782 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-676b442f-baac-4253-b2d4-4a1dfc2648e3 req-3cb9a6be-5895-4a08-b628-879e2601f909 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 210 time: 0.0620208
Jan 24 04:59:59.598496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-a732f895-f557-482e-980e-c006226a98f6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:59.600628 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-a732f895-f557-482e-980e-c006226a98f6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.61 "GET /v2.0/networks?id=40020d75-1e96-4af5-9562-8f9a6fe226c5 HTTP/1.1" status: 200  len: 813 time: 0.6660020
Jan 24 04:59:59.652512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-3b842e23-2fb4-4508-9cee-91f536300309 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 04:59:59.654193 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-3b842e23-2fb4-4508-9cee-91f536300309 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 814 time: 0.6283050
Jan 24 04:59:59.659428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Request body: {'port': {'device_id': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5', 'admin_state_up': True, 'tenant_id': '3f479bb812f64e7787cda7b38db922ad'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 04:59:59.757599 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-a1ab61ba-1626-459e-a209-e9c09dccdb5f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/quotas/866d1f01531548e5a1556faf5afd2b87 HTTP/1.1" status: 200  len: 375 time: 0.0795395
Jan 24 04:59:59.896016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 04:59:59.899867 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-956e1c3f-0f0f-461e-9dd7-d933b51abf18 req-aa530f08-5b0c-42c9-afe4-1cd856c43640 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 210 time: 0.0525348
Jan 24 04:59:59.903206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Usage tracker for resource:port and tenant:3f479bb812f64e7787cda7b38db922ad is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 04:59:59.908809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Quota usage for port was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 04:59:59.917622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 04:59:59.945365 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-9a121523-f977-4b9e-bbfa-a9ca1342305e tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1744776
Jan 24 04:59:59.946672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Made reservation on behalf of 3f479bb812f64e7787cda7b38db922ad for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 04:59:59.957892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:00.250950 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-385fa614-e28d-4891-9831-36d54ea7ff5a service neutron] 10.222.0.10 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2803221
Jan 24 05:00:00.540557 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-d6bdfcf7-0efe-4366-a83d-4fa53c1dcf15 service neutron] 10.222.0.10 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2490981
Jan 24 05:00:00.552298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Allocated IP 172.20.0.7 (40020d75-1e96-4af5-9562-8f9a6fe226c5/bc7a23d1-1670-43cf-bd0e-88b6efe61927/1ee8c5f3-6c99-4713-90f6-28c6c01e0031) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:00:00.775082 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb23a7b4-e26e-4b3b-a6f0-fe60bf7415ee req-010ca1f4-aad6-40b8-9ca0-af49d5513458 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 210 time: 0.0735934
Jan 24 05:00:00.793081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:00.826991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:00.845303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:01.046251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Pushing event updated for resources: {'Port': ['ID=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:01.050122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Network 40020d75-1e96-4af5-9562-8f9a6fe226c5 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:00:01.053247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:01.056264 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:00:01.092476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:00:01.117262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2e9e956f-f3cd-4aba-828b-128b583e7134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.217599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:01.218382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.232351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49584) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:00:01.271687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9687bf-18bc-4b7c-bc4f-12e622e18802 req-392d76d1-b9d5-4727-95ea-2453f0b14e3c tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:01.272490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-2d9687bf-18bc-4b7c-bc4f-12e622e18802 req-392d76d1-b9d5-4727-95ea-2453f0b14e3c tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Synchronizing usage tracker for tenant:3f479bb812f64e7787cda7b38db922ad on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:00:01.279700 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6244335
Jan 24 05:00:01.299337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-2d9687bf-18bc-4b7c-bc4f-12e622e18802 req-392d76d1-b9d5-4727-95ea-2453f0b14e3c tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Unset dirty status for tenant:3f479bb812f64e7787cda7b38db922ad on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:00:01.300702 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2d9687bf-18bc-4b7c-bc4f-12e622e18802 req-392d76d1-b9d5-4727-95ea-2453f0b14e3c tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 931 time: 0.2494111
Jan 24 05:00:01.307498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Request body: {'port': {'device_id': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:00:01.406008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.424436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:00:01.430344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Usage tracker for resource:security_group_rule and tenant:ac5d70d69e2141cc9b31f9835401d8cd is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:00:01.433652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:00:01.441428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:00:01.473748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.502178 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2d9687bf-18bc-4b7c-bc4f-12e622e18802 req-c63b6759-c3c5-454a-ad7d-b19cf9e21d0a tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579947
Jan 24 05:00:01.578927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.594988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.609741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:01.644254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6280cbaa-0c90-44ac-84b4-9363840df2d0,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:01.649591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:01.673615 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac5d70d69e2141cc9b31f9835401d8cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4399211
Jan 24 05:00:01.674582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49598) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:00:01.747632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf7fe-a4bd-4c7c-852b-9ce7de95cbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.785229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf7fe-a4bd-4c7c-852b-9ce7de95cbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.838240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf7fe-a4bd-4c7c-852b-9ce7de95cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.844562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-09b7b846-e30b-429a-a321-b9fcfe599727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:01.859527 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bf7fe-a4bd-4c7c-852b-9ce7de95cbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6280cbaa-0c90-44ac-84b4-9363840df2d0,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:01.862894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7fe-a4bd-4c7c-852b-9ce7de95cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:01.885104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf7fe-a4bd-4c7c-852b-9ce7de95cbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:01.905113 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-6a5bf7fe-a4bd-4c7c-852b-9ce7de95cbbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6280cbaa-0c90-44ac-84b4-9363840df2d0 HTTP/1.1" status: 204  len: 168 time: 0.2290952
Jan 24 05:00:01.973746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49616) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:00:02.118600 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-09800575-dbff-400f-a157-cdcdafc1b9c5 req-285be990-b09a-4959-9816-aa97fa946f1c tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 210 time: 0.0993614
Jan 24 05:00:02.132890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:00:02.143747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.157085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Transition to ACTIVE for port object 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:00:02.161164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.195732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-51e60385-ad7c-4c42-926f-a6c7021c5da8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:02.259383 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-df87f3f0-36e6-4ae8-8477-6ebdb00acfd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff0a855a344341c8ad0546f2fe540061&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2841558
Jan 24 05:00:02.259956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49624) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:00:02.352349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5577159c-f313-483d-b8ea-0f55987b437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.395102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c177255-c024-4939-a436-d077944ca5a2 req-4caf2590-f8ae-4aa8-afb8-a4795e81157d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:02.396798 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5c177255-c024-4939-a436-d077944ca5a2 req-4caf2590-f8ae-4aa8-afb8-a4795e81157d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.2006516
Jan 24 05:00:02.458794 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5c177255-c024-4939-a436-d077944ca5a2 req-64b74e03-fbe6-468a-9d31-e437b06f1cb8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503082
Jan 24 05:00:02.463716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5577159c-f313-483d-b8ea-0f55987b437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.514294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5577159c-f313-483d-b8ea-0f55987b437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.520201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8428fecf-cd82-4355-9df7-52f4049e4103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:02.540868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577159c-f313-483d-b8ea-0f55987b437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2b2458-1033-47b3-80a8-ef56a093220c,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:02.540963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-1b8631bb-44fa-411c-9777-6409f3aa5359 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:02.545272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5577159c-f313-483d-b8ea-0f55987b437e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:02.560419 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5577159c-f313-483d-b8ea-0f55987b437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.565143 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-1b8631bb-44fa-411c-9777-6409f3aa5359 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 814 time: 0.3281901
Jan 24 05:00:02.566161 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5577159c-f313-483d-b8ea-0f55987b437e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af2b2458-1033-47b3-80a8-ef56a093220c HTTP/1.1" status: 204  len: 168 time: 0.2996018
Jan 24 05:00:02.606740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49636) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:00:02.618513 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Request body: {'port': {'device_id': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60', 'admin_state_up': True, 'tenant_id': '866d1f01531548e5a1556faf5afd2b87'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:00:02.631010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.675744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:00:02.681657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Usage tracker for resource:security_group_rule and tenant:ed0a0725f2f44e578d68620f87de4097 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:00:02.685072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:00:02.702100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:00:02.749709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:02.764954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:02.905894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606781a-f4e6-41d7-b3e6-30f177263f71 req-8c728d53-24c0-4702-9702-41b5addd1f9d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:02.907861 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0606781a-f4e6-41d7-b3e6-30f177263f71 req-8c728d53-24c0-4702-9702-41b5addd1f9d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 943 time: 0.1992342
Jan 24 05:00:02.949251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.949855 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:00:02.957213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.968055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:02.975592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:00:02.983390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Attempting to bind port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:00:02.983766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Attempting to bind port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:00:02.984136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Attempting to bind port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 on network 40020d75-1e96-4af5-9562-8f9a6fe226c5 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:00:02.992581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:00:02.992961 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Checking segment: {'id': '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:00:02.993368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:02.993762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Bound using segment: {'id': '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:00:02.994239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Bound port: 1ee8c5f3-6c99-4713-90f6-28c6c01e0031, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:00:02.994610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.006949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Made reservation on behalf of 866d1f01531548e5a1556faf5afd2b87 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:00:03.016631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.028390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-0606781a-f4e6-41d7-b3e6-30f177263f71 req-770caf0f-bb42-4f90-ad19-2daff24c2e98 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Synchronizing usage tracker for tenant:3f479bb812f64e7787cda7b38db922ad on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:00:03.040969 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed0a0725f2f44e578d68620f87de4097&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4327841
Jan 24 05:00:03.044428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49646) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:00:03.048775 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0dc7d9-02c6-4d9b-8438-ca518633e68d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:03.056304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:03.075550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-0606781a-f4e6-41d7-b3e6-30f177263f71 req-770caf0f-bb42-4f90-ad19-2daff24c2e98 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Unset dirty status for tenant:3f479bb812f64e7787cda7b38db922ad on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:00:03.076841 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0606781a-f4e6-41d7-b3e6-30f177263f71 req-770caf0f-bb42-4f90-ad19-2daff24c2e98 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543865
Jan 24 05:00:03.123935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-78444165-20f5-4f93-8985-009c6156781a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.151511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-78444165-20f5-4f93-8985-009c6156781a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.198386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-78444165-20f5-4f93-8985-009c6156781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.205832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0e7847e6-deb9-4f03-8120-59552e02f580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:03.221122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78444165-20f5-4f93-8985-009c6156781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0dc7d9-02c6-4d9b-8438-ca518633e68d,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:03.224115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-78444165-20f5-4f93-8985-009c6156781a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:03.227235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-78444165-20f5-4f93-8985-009c6156781a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.229052 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-78444165-20f5-4f93-8985-009c6156781a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd0dc7d9-02c6-4d9b-8438-ca518633e68d HTTP/1.1" status: 204  len: 168 time: 0.1818285
Jan 24 05:00:03.502155 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0d2bb47b-3c55-46e4-afa2-c3bf95323e8e req-5847b420-720a-4fe5-9cd9-7b99653f20ba tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 210 time: 0.0721655
Jan 24 05:00:03.503230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] For port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:00:03.521369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] For port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,segment=NetworkSegment(6b2f7296-41d4-4d56-ab14-fe491d8e8e7d),segment_id=6b2f7296-41d4-4d56-ab14-fe491d8e8e7d)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:00:03.539105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.543945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-828a2509-98fd-4e27-ab96-ed4d1941f07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.557201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:03.766286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b1c00-c5e9-464c-a55f-33b83c2574f1 req-6c90c559-a785-43a6-a0e2-d32246d07fa6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:03.768796 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-836b1c00-c5e9-464c-a55f-33b83c2574f1 req-6c90c559-a785-43a6-a0e2-d32246d07fa6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1206923
Jan 24 05:00:03.797730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.802283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 49660) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:00:03.803050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:03.807959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:03.841603 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-836b1c00-c5e9-464c-a55f-33b83c2574f1 req-97a60781-464a-46a6-a074-939170547ba9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591233
Jan 24 05:00:03.900589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.939526 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:00:03.956064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Usage tracker for resource:security_group_rule and tenant:1200ad9f512b4901849ccba728dafe07 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:00:03.962182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:00:03.967576 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:03.968248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:03.969809 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] 10.222.0.61 "PUT /v2.0/ports/1ee8c5f3-6c99-4713-90f6-28c6c01e0031 HTTP/1.1" status: 200  len: 1157 time: 2.6673164
Jan 24 05:00:03.973036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'tag': '1ee8c5f3-6c99-4713-90f6-28c6c01e0031'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:00:03.981223 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:00:03.991659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Allocated IP 172.20.0.8 (4b3c9689-cb26-4459-acb1-b480464e0a60/edb5190c-04c3-4b96-9d1f-faf84470a579/69d03ec7-d8fa-4d3c-abdf-53246b95df0a) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:00:04.039782 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'tag': '1ee8c5f3-6c99-4713-90f6-28c6c01e0031', 'status': 'completed', 'code': 200}
Jan 24 05:00:04.347066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:04.360055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-a93cfdad-0360-45c3-8000-8ca3b31c12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:04.362187 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-a93cfdad-0360-45c3-8000-8ca3b31c12e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f479bb812f64e7787cda7b38db922ad&device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 1160 time: 0.3245080
Jan 24 05:00:04.375057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:04.387734 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:04.511617 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-d9689094-6e19-4757-ab93-4572928f4c88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee8c5f3-6c99-4713-90f6-28c6c01e0031 HTTP/1.1" status: 200  len: 217 time: 0.1125941
Jan 24 05:00:04.568592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdd737c-e3e4-4dfc-aa33-64009bf32a57,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:04.582553 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1200ad9f512b4901849ccba728dafe07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7730017
Jan 24 05:00:04.582553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:04.583734 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 49672) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:00:04.593637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:04.644352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71b7f1-5542-4e2c-a5af-885f15167bf7 req-95ab6a17-c035-44bb-8dc9-fa427e2924f3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:04.646025 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2b71b7f1-5542-4e2c-a5af-885f15167bf7 req-95ab6a17-c035-44bb-8dc9-fa427e2924f3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 943 time: 0.4125440
Jan 24 05:00:04.659216 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-9c187022-b329-4803-8d02-161fa328ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:04.660787 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-9c187022-b329-4803-8d02-161fa328ad01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc7a23d1-1670-43cf-bd0e-88b6efe61927 HTTP/1.1" status: 200  len: 853 time: 0.1411362
Jan 24 05:00:04.710953 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8da934f3-6819-4ec0-beeb-b6ba6c03b532 req-3f6d6263-0f07-43d9-bed0-8027d6db94be tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 210 time: 0.0664613
Jan 24 05:00:04.711811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-89a78383-014c-40a3-869a-af31e4411f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:04.737513 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-adced176-f0f0-4a28-b414-3df2e644947f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40020d75-1e96-4af5-9562-8f9a6fe226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599060
Jan 24 05:00:04.742862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-89a78383-014c-40a3-869a-af31e4411f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:04.791822 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2b71b7f1-5542-4e2c-a5af-885f15167bf7 req-9ad4c9d1-01b9-4ba3-b3bb-33293bac512b tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386812
Jan 24 05:00:04.792480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-89a78383-014c-40a3-869a-af31e4411f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:04.798438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c3fcabc6-c472-424f-a5b5-ebf271e4845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:04.812630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a78383-014c-40a3-869a-af31e4411f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdd737c-e3e4-4dfc-aa33-64009bf32a57,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:04.815212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-89a78383-014c-40a3-869a-af31e4411f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:04.823791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-89a78383-014c-40a3-869a-af31e4411f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:04.827513 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-89a78383-014c-40a3-869a-af31e4411f19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcdd737c-e3e4-4dfc-aa33-64009bf32a57 HTTP/1.1" status: 204  len: 168 time: 0.2391922
Jan 24 05:00:04.871585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:04.888767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e22b0ca0-dd53-49db-b424-19c3dccc0c9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:05.021532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:05.039175 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-d17316fa-0af2-4567-b556-a65330d65e74 service neutron] 10.222.0.61 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2878096
Jan 24 05:00:05.091592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Pushing event updated for resources: {'Port': ['ID=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:05.152190 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:05.214624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399ea0b-c01b-4fac-9e58-b39adbf1726c req-61489a34-9067-4e58-9e49-71b03bc970c5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:05.224824 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f399ea0b-c01b-4fac-9e58-b39adbf1726c req-61489a34-9067-4e58-9e49-71b03bc970c5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1522336
Jan 24 05:00:05.257194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:00:05.259512 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9686c78e-74a9-4e3a-b289-7595182ce941 req-f7ca0a04-362b-4b2c-8e51-e3eb016b9fed service neutron] 10.222.0.61 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2074428
Jan 24 05:00:05.260707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:00:05.262969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:00:05.292887 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f399ea0b-c01b-4fac-9e58-b39adbf1726c req-30a6e615-d027-4bcd-99aa-f78e422be79a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666957
Jan 24 05:00:05.352790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:05.353512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:05.387063 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7804251
Jan 24 05:00:05.401942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:05.481412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Request body: {'port': {'device_id': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:00:05.629479 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:05.643420 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-ba4f7157-39e9-4b8b-8df1-60f386a8b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:05.645072 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-ba4f7157-39e9-4b8b-8df1-60f386a8b139 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f479bb812f64e7787cda7b38db922ad&device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 1160 time: 0.2100973
Jan 24 05:00:06.054567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebcd9d-0851-4ffc-a909-7e2298991e79 req-ea86fa61-71e8-4724-af77-8e2d204b4e6e tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:06.056280 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cfebcd9d-0851-4ffc-a909-7e2298991e79 req-ea86fa61-71e8-4724-af77-8e2d204b4e6e tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 943 time: 0.1184015
Jan 24 05:00:06.137214 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cfebcd9d-0851-4ffc-a909-7e2298991e79 req-a034c4e0-6665-4575-b53b-b95d6653f786 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600374
Jan 24 05:00:06.230103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-5ecd7ef4-f639-42e0-9d36-10a21f92164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:06.232268 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-5ecd7ef4-f639-42e0-9d36-10a21f92164f service neutron] 10.222.0.61 "GET /v2.0/networks?id=40020d75-1e96-4af5-9562-8f9a6fe226c5 HTTP/1.1" status: 200  len: 907 time: 0.5508761
Jan 24 05:00:06.379410 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-419e36b4-adc3-4e29-9fd0-0dbeedccfd17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee8c5f3-6c99-4713-90f6-28c6c01e0031 HTTP/1.1" status: 200  len: 217 time: 0.0869930
Jan 24 05:00:06.585284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3b5cb-2517-4406-98fd-4ed69e462ac0 req-c365f479-e3ba-4193-bbeb-45904e3075ce tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:06.586086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3fb3b5cb-2517-4406-98fd-4ed69e462ac0 req-c365f479-e3ba-4193-bbeb-45904e3075ce tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Synchronizing usage tracker for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:00:06.627973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-7f13495d-cbc0-4857-b051-a26dcdce44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:06.629695 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-7f13495d-cbc0-4857-b051-a26dcdce44da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc7a23d1-1670-43cf-bd0e-88b6efe61927 HTTP/1.1" status: 200  len: 853 time: 0.2323029
Jan 24 05:00:06.635693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3fb3b5cb-2517-4406-98fd-4ed69e462ac0 req-c365f479-e3ba-4193-bbeb-45904e3075ce tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Unset dirty status for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:00:06.641080 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3fb3b5cb-2517-4406-98fd-4ed69e462ac0 req-c365f479-e3ba-4193-bbeb-45904e3075ce tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 931 time: 0.5640275
Jan 24 05:00:06.738568 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-1e6cb804-e81c-45e8-babb-fee82f9ed35e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40020d75-1e96-4af5-9562-8f9a6fe226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0836780
Jan 24 05:00:06.779762 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3fb3b5cb-2517-4406-98fd-4ed69e462ac0 req-025ead9e-b11d-4fc5-975f-3bfa00d31d62 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859838
Jan 24 05:00:06.934847 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659d2e8-3e51-40c4-9748-8523ab90ed76 req-11f49bf0-6cbc-4ea2-9c89-1068a84b0718 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:06.936484 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0659d2e8-3e51-40c4-9748-8523ab90ed76 req-11f49bf0-6cbc-4ea2-9c89-1068a84b0718 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1094334
Jan 24 05:00:06.988874 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0659d2e8-3e51-40c4-9748-8523ab90ed76 req-d410c44f-18c7-4572-83c9-1dbae5b69ff1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452335
Jan 24 05:00:07.063177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d03ec7-d8fa-4d3c-abdf-53246b95df0a {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:00:07.078874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:07.123186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Transition to ACTIVE for port object 69d03ec7-d8fa-4d3c-abdf-53246b95df0a will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:00:07.143433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:07.162463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9d68ca3a-cc84-400d-b2df-ef01455e92a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:07.282619 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-c18fe7af-a52a-4dbf-ac1a-25c5c044edc1 service neutron] 10.222.0.61 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4794898
Jan 24 05:00:07.342899 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-d8ae56ff-a38d-4f9b-9fa8-f8d38ffda764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:07.344575 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-d8ae56ff-a38d-4f9b-9fa8-f8d38ffda764 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1162 time: 0.5171390
Jan 24 05:00:07.371900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6de636-a6e2-458b-b7ed-6821dd461ba5 req-77fe050f-fce1-4315-8cfb-82c8e1103add tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:07.373652 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a6de636-a6e2-458b-b7ed-6821dd461ba5 req-77fe050f-fce1-4315-8cfb-82c8e1103add tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 943 time: 0.1115654
Jan 24 05:00:07.426844 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a6de636-a6e2-458b-b7ed-6821dd461ba5 req-315ccb6d-538c-4d86-a512-b97848459d1a tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462086
Jan 24 05:00:07.441380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Pushing event updated for resources: {'Port': ['ID=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:07.484193 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5413de-c8bb-4992-be22-69d2fcc513a0 req-4c700d66-2c21-429b-bf58-860ba69c5c0f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:07.486787 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ae5413de-c8bb-4992-be22-69d2fcc513a0 req-4c700d66-2c21-429b-bf58-860ba69c5c0f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.5144143
Jan 24 05:00:07.492355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:07.727810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.objects.ports [None req-d8c54a65-8bbc-4168-a07d-099933992d5e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 24 05:00:07.747694 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ae5413de-c8bb-4992-be22-69d2fcc513a0 req-b63453a7-b957-470d-a196-55c48a2c94d6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412212
Jan 24 05:00:07.775610 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69a5f881-a686-464b-8a56-dc2da47c8bba req-839a23b9-9d59-4cb5-8c6e-488acb2dc01c service neutron] 10.222.0.61 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4767175
Jan 24 05:00:07.839480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-7735a5ee-adeb-4577-b30c-3eb776033d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:07.841053 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-7735a5ee-adeb-4577-b30c-3eb776033d2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.4355655
Jan 24 05:00:07.939351 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-f9d84bda-fa92-4f67-9460-ad8aa755ec23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 200  len: 217 time: 0.0852761
Jan 24 05:00:07.946560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Attempting to bind port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:00:07.946933 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Attempting to bind port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:00:07.947304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Attempting to bind port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a on network 4b3c9689-cb26-4459-acb1-b480464e0a60 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:00:07.993648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 4, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:00:07.994037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Checking segment: {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:00:07.994451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:07.994852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Bound using segment: {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:00:07.995321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Bound port: 69d03ec7-d8fa-4d3c-abdf-53246b95df0a, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:00:07.996078 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:08.036892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcbf77-b2b7-40cd-a1a6-dce3f0a39379 req-d1b7e6bb-ca16-4fff-98a7-7192c4599c8b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:08.043354 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c5fcbf77-b2b7-40cd-a1a6-dce3f0a39379 req-d1b7e6bb-ca16-4fff-98a7-7192c4599c8b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 943 time: 0.1176155
Jan 24 05:00:08.088805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-322dc63c-294a-43c6-a48d-d38da3c1beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:08.090421 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-322dc63c-294a-43c6-a48d-d38da3c1beeb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.1392922
Jan 24 05:00:08.137397 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c5fcbf77-b2b7-40cd-a1a6-dce3f0a39379 req-13e7043a-d5dc-42d2-9cd5-9ed4420035d6 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895875
Jan 24 05:00:08.164745 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-f827b3ad-c2a2-4c02-bad9-9732ff71fafc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562930
Jan 24 05:00:08.252772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] For port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:00:08.361651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:08.571042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] For port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:00:08.592777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:08.617752 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:08.634315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:00:08.738727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:00:08.744339 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:00:08.744798 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:08.814660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4323ba-6fd4-4b50-8ec6-94a64a7347b0 req-1c3d870c-d2ba-4078-9639-5dd70de554db tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:08.816389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cd4323ba-6fd4-4b50-8ec6-94a64a7347b0 req-1c3d870c-d2ba-4078-9639-5dd70de554db tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 943 time: 0.1132860
Jan 24 05:00:08.823695 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-15102316-81ab-4e68-9521-5344c40f7e09 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6168132
Jan 24 05:00:08.856787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7cdc-5c3f-454d-be17-a94f96b3c345 req-526754e3-3789-4c2f-bdc2-3283961f04a6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:08.858596 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9cdf7cdc-5c3f-454d-be17-a94f96b3c345 req-526754e3-3789-4c2f-bdc2-3283961f04a6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.7041044
Jan 24 05:00:08.869531 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cd4323ba-6fd4-4b50-8ec6-94a64a7347b0 req-55a83d13-9bc9-4ebb-8f2e-465eb8c7b598 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462558
Jan 24 05:00:08.882532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:08.902214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Pushing event updated for resources: {'Port': ['ID=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:08.913995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:08.925376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,segment=NetworkSegment(6b2f7296-41d4-4d56-ab14-fe491d8e8e7d),segment_id=6b2f7296-41d4-4d56-ab14-fe491d8e8e7d)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:00:08.926382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee8c5f3-6c99-4713-90f6-28c6c01e0031'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:00:08.933123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:08.935886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-14e15322-707c-4ac3-97d5-2539c2181a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:09.011899 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:09.015258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:09.068783 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9cdf7cdc-5c3f-454d-be17-a94f96b3c345 req-33e285f8-c6d9-456b-aa66-705091e47104 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1677914
Jan 24 05:00:09.076352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:09.077062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:09.078489 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] 10.222.0.61 "PUT /v2.0/ports/69d03ec7-d8fa-4d3c-abdf-53246b95df0a HTTP/1.1" status: 200  len: 1157 time: 3.6421340
Jan 24 05:00:09.079083 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'tag': '69d03ec7-d8fa-4d3c-abdf-53246b95df0a'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:00:09.106567 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83546c05-df71-40d9-9cc7-544ae19eb0f2 req-70e4c02c-5511-41b8-8069-09eb7481625d service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2436624
Jan 24 05:00:09.160776 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee8c5f3-6c99-4713-90f6-28c6c01e0031', 'code': 200}
Jan 24 05:00:09.218741 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'tag': '69d03ec7-d8fa-4d3c-abdf-53246b95df0a', 'status': 'completed', 'code': 200}
Jan 24 05:00:09.281517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-67e2bbc1-937f-4e18-9f0b-4a9f761b84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:09.287140 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-67e2bbc1-937f-4e18-9f0b-4a9f761b84c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 1160 time: 0.1324286
Jan 24 05:00:09.319659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c101e0b-d305-4151-9180-f1eebe51b652 req-eecf9689-c4a9-43de-8f02-56d4ad2b00a2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:09.321384 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9c101e0b-d305-4151-9180-f1eebe51b652 req-eecf9689-c4a9-43de-8f02-56d4ad2b00a2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1451745
Jan 24 05:00:09.374993 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9c101e0b-d305-4151-9180-f1eebe51b652 req-ac334e38-e7ca-49a8-8483-525589798dea tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467734
Jan 24 05:00:09.495040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd73873-7b68-4101-aef8-17252cd9fc2d req-2e0a82d6-258c-4a94-a62c-7b15a89fa6de tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:09.496560 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-edd73873-7b68-4101-aef8-17252cd9fc2d req-2e0a82d6-258c-4a94-a62c-7b15a89fa6de tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 943 time: 0.1729829
Jan 24 05:00:09.545591 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-a2db1cb7-24e0-4f7c-9c44-bd7e7224738d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69d03ec7-d8fa-4d3c-abdf-53246b95df0a HTTP/1.1" status: 200  len: 217 time: 0.1367488
Jan 24 05:00:09.670543 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-edd73873-7b68-4101-aef8-17252cd9fc2d req-4aff16ac-bacd-4df1-ab12-c39d4e1f07f8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343229
Jan 24 05:00:09.674277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-d63b5d2d-d10d-45e8-8ef1-8c36c93b4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:09.675753 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-d63b5d2d-d10d-45e8-8ef1-8c36c93b4278 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=edb5190c-04c3-4b96-9d1f-faf84470a579 HTTP/1.1" status: 200  len: 854 time: 0.1234748
Jan 24 05:00:09.684594 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b70ab-eee7-4ef3-b3b4-04ec755a4e03 req-63f5d840-9128-43aa-89b5-813efed5c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:09.686134 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-010b70ab-eee7-4ef3-b3b4-04ec755a4e03 req-63f5d840-9128-43aa-89b5-813efed5c7e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 1162 time: 0.2183726
Jan 24 05:00:09.702354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:00:09.752383 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-f5e17f5d-7917-4939-9775-b334f79b620e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b3c9689-cb26-4459-acb1-b480464e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651562
Jan 24 05:00:09.775809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:00:09.776226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:09.856275 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-010b70ab-eee7-4ef3-b3b4-04ec755a4e03 req-5077ebf5-acef-4ee6-96bf-ebe59718facb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314294
Jan 24 05:00:09.915710 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-cf9cbcd1-2255-4fb2-bfe2-6e5ced445774 service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492610
Jan 24 05:00:10.118029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2176db-f09d-4fcc-937b-7666eedf49ff req-3e93a5b1-4702-4a83-b5f4-f6049035fc28 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:10.120280 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4c2176db-f09d-4fcc-937b-7666eedf49ff req-3e93a5b1-4702-4a83-b5f4-f6049035fc28 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 945 time: 0.1094365
Jan 24 05:00:10.177896 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4c2176db-f09d-4fcc-937b-7666eedf49ff req-ff675813-068a-470d-b382-5361b88e02e9 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498791
Jan 24 05:00:10.388006 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ab9908b-ec1c-42bd-9000-9fb47c2c1680 req-da3f6182-92d0-4a7e-8d22-933d120f8232 service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1581712
Jan 24 05:00:10.409379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bcc88-bd4c-47ac-bb65-00dbb9d882e7 req-a451e77c-4dbc-4271-afe2-0e078b85f4fa tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:10.411102 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4f8bcc88-bd4c-47ac-bb65-00dbb9d882e7 req-a451e77c-4dbc-4271-afe2-0e078b85f4fa tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1124003
Jan 24 05:00:10.470735 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4f8bcc88-bd4c-47ac-bb65-00dbb9d882e7 req-fd038768-9c87-4051-997c-9b7720abd000 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497317
Jan 24 05:00:10.608134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de6ba-946c-4313-9ffb-107e21016214 req-ad4621db-ee62-4998-9720-acdbad1cd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:10.609712 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a70de6ba-946c-4313-9ffb-107e21016214 req-ad4621db-ee62-4998-9720-acdbad1cd6e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 1160 time: 0.0830684
Jan 24 05:00:10.827092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de6ba-946c-4313-9ffb-107e21016214 req-78a70202-0861-4c07-b091-320ab78dfd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:10.828747 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a70de6ba-946c-4313-9ffb-107e21016214 req-78a70202-0861-4c07-b091-320ab78dfd31 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 908 time: 0.2093661
Jan 24 05:00:10.865521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97992679-a856-4e0c-841b-38b50c8bbfc0 req-ebad37ea-16e4-47f1-97ca-4785c7401ca8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:10.867176 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97992679-a856-4e0c-841b-38b50c8bbfc0 req-ebad37ea-16e4-47f1-97ca-4785c7401ca8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1653543
Jan 24 05:00:10.962767 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a70de6ba-946c-4313-9ffb-107e21016214 req-3400347d-4487-4f4f-9edd-17548a6e85c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69d03ec7-d8fa-4d3c-abdf-53246b95df0a HTTP/1.1" status: 200  len: 217 time: 0.0944781
Jan 24 05:00:11.043450 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97992679-a856-4e0c-841b-38b50c8bbfc0 req-748901dc-94e5-4e9d-9639-1ff71dea7b7f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194930
Jan 24 05:00:11.076995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de6ba-946c-4313-9ffb-107e21016214 req-024e8151-9a58-482c-a181-21ebd2dfc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:11.078701 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a70de6ba-946c-4313-9ffb-107e21016214 req-024e8151-9a58-482c-a181-21ebd2dfc7c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=edb5190c-04c3-4b96-9d1f-faf84470a579 HTTP/1.1" status: 200  len: 854 time: 0.0985301
Jan 24 05:00:11.114674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd230-02f9-48ad-b3b1-1f4d19485e73 req-a3a5e400-84ff-4153-b874-3715d299d9a6 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:11.116334 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-70cbd230-02f9-48ad-b3b1-1f4d19485e73 req-a3a5e400-84ff-4153-b874-3715d299d9a6 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 943 time: 0.3149891
Jan 24 05:00:11.138333 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a70de6ba-946c-4313-9ffb-107e21016214 req-3da1d10e-884d-43bb-bc7c-59b38081c111 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b3c9689-cb26-4459-acb1-b480464e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481782
Jan 24 05:00:11.169174 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-70cbd230-02f9-48ad-b3b1-1f4d19485e73 req-edb97038-a82e-4b64-af92-a36f7e1a645b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463912
Jan 24 05:00:11.294371 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a70de6ba-946c-4313-9ffb-107e21016214 req-828b5b6d-e5a8-4369-9f78-0b0bcb6b8a42 service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482036
Jan 24 05:00:11.472371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:00:11.529625 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a70de6ba-946c-4313-9ffb-107e21016214 req-6e3d0561-cdf9-44fb-8d28-2bb03c97689a service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2144613
Jan 24 05:00:11.556931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eb9e1-0724-4dda-934c-621597a85787 req-4c0ea563-8050-410c-b728-11d25d232ece tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:11.558597 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-de7eb9e1-0724-4dda-934c-621597a85787 req-4c0ea563-8050-410c-b728-11d25d232ece tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 945 time: 0.2175596
Jan 24 05:00:11.617514 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-de7eb9e1-0724-4dda-934c-621597a85787 req-8bbebd09-12cb-4f23-8e85-5db62e5d887f tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498691
Jan 24 05:00:11.737822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8fbe9-7432-4eab-b89f-a68f393bca9e req-6a0fda10-fa48-4a6e-b47a-fd39df43c610 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:11.739450 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d0d8fbe9-7432-4eab-b89f-a68f393bca9e req-6a0fda10-fa48-4a6e-b47a-fd39df43c610 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1139240
Jan 24 05:00:11.794463 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d0d8fbe9-7432-4eab-b89f-a68f393bca9e req-4ad564b5-5215-4a18-aced-3557247635f4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481787
Jan 24 05:00:12.296632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90315f7-ccb0-4e12-a9ed-a8dad32caeef req-22af14de-5a85-4044-afc3-53b575559d02 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:12.298789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e90315f7-ccb0-4e12-a9ed-a8dad32caeef req-22af14de-5a85-4044-afc3-53b575559d02 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1217101
Jan 24 05:00:12.354252 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e90315f7-ccb0-4e12-a9ed-a8dad32caeef req-0c943e6a-9a23-41bf-b475-659b12955f0a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487859
Jan 24 05:00:12.436996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a4d8-7fa0-4bf7-ba4c-9301c83f5f85 req-3c415f5d-ae64-477c-8090-f200f7f25c4f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:12.439867 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5585a4d8-7fa0-4bf7-ba4c-9301c83f5f85 req-3c415f5d-ae64-477c-8090-f200f7f25c4f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 943 time: 0.1312451
Jan 24 05:00:12.495374 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5585a4d8-7fa0-4bf7-ba4c-9301c83f5f85 req-24d93833-501e-48bc-8d4f-0df0a4bf1660 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484817
Jan 24 05:00:12.864109 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460f051-078c-46c8-908c-f55f810da6aa req-bf2168a9-cb59-46bd-b05a-2435fdea1917 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:12.865881 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1460f051-078c-46c8-908c-f55f810da6aa req-bf2168a9-cb59-46bd-b05a-2435fdea1917 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 945 time: 0.1159368
Jan 24 05:00:12.925793 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1460f051-078c-46c8-908c-f55f810da6aa req-b3bae20c-8f49-4307-bf8b-94e187f05e05 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532594
Jan 24 05:00:13.080901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfe484-380b-4d33-a638-d372d4c8b395 req-6ad34f9d-0d53-4fd2-aee0-878daa28e4b7 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:13.082983 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-59bfe484-380b-4d33-a638-d372d4c8b395 req-6ad34f9d-0d53-4fd2-aee0-878daa28e4b7 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1257989
Jan 24 05:00:13.141901 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-59bfe484-380b-4d33-a638-d372d4c8b395 req-9a2c0677-c037-475c-ae63-66a9582b1146 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477798
Jan 24 05:00:13.604862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52f2c1-a440-401a-9c2e-6647fe52284f req-3fae4b48-3f7e-4dca-9590-3037ccf09b4e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:13.606707 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb52f2c1-a440-401a-9c2e-6647fe52284f req-3fae4b48-3f7e-4dca-9590-3037ccf09b4e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1171606
Jan 24 05:00:13.664466 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb52f2c1-a440-401a-9c2e-6647fe52284f req-c48093a8-23e3-4ee7-a4c9-7bee4f5a0d0d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503774
Jan 24 05:00:13.752651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde48e12-45c0-47ab-a872-20ad9a2ab395 req-c95b7de8-96c1-42b2-a5d4-483da6d144bf tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:13.754325 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dde48e12-45c0-47ab-a872-20ad9a2ab395 req-c95b7de8-96c1-42b2-a5d4-483da6d144bf tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 943 time: 0.1082764
Jan 24 05:00:13.810385 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dde48e12-45c0-47ab-a872-20ad9a2ab395 req-6ca65059-14a1-4e95-9122-084bf5666fc8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495842
Jan 24 05:00:14.451099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2ca8-9974-4bdf-9fba-d18f10a5b7dc req-c1c2ffe7-c87a-4dbb-9bd8-c98728f10678 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:14.452875 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6f4f2ca8-9974-4bdf-9fba-d18f10a5b7dc req-c1c2ffe7-c87a-4dbb-9bd8-c98728f10678 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1106365
Jan 24 05:00:14.508218 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6f4f2ca8-9974-4bdf-9fba-d18f10a5b7dc req-77e0ab84-9258-4a80-8e01-412c44cb1664 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482047
Jan 24 05:00:14.910445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd8c6-4469-413a-b1e5-6510f8861b05 req-e468ae14-ddf5-4e3b-b7bc-7d19345f860b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:14.912145 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-88fdd8c6-4469-413a-b1e5-6510f8861b05 req-e468ae14-ddf5-4e3b-b7bc-7d19345f860b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1152849
Jan 24 05:00:14.959399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 69d03ec7-d8fa-4d3c-abdf-53246b95df0a up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:00:14.967129 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-88fdd8c6-4469-413a-b1e5-6510f8861b05 req-3b2a2d9f-b434-440c-bfbf-c5ea38f97f7c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488186
Jan 24 05:00:15.032953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:00:15.037894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:00:15.038317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:15.052063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a233bd6-583b-48dc-abd4-cac36cdebdf1 req-5f7ec707-4233-4d0c-8b97-448d14a5edc3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:15.053719 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3a233bd6-583b-48dc-abd4-cac36cdebdf1 req-5f7ec707-4233-4d0c-8b97-448d14a5edc3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 943 time: 0.1111460
Jan 24 05:00:15.106761 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3a233bd6-583b-48dc-abd4-cac36cdebdf1 req-76dcf7ca-18d0-498d-a0e9-a1ff405f79cd tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465846
Jan 24 05:00:15.163093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:15.191631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d03ec7-d8fa-4d3c-abdf-53246b95df0a'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:00:15.201841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:00:15.205485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:15.207300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:15.278710 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d03ec7-d8fa-4d3c-abdf-53246b95df0a', 'code': 200}
Jan 24 05:00:15.279817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:15.283172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:15.599697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d19e6-7dcb-44a7-b44b-066e19642144 req-8fbe1cbe-aa85-492c-bd3b-fcd62dca7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:15.601656 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-529d19e6-7dcb-44a7-b44b-066e19642144 req-8fbe1cbe-aa85-492c-bd3b-fcd62dca7985 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 1162 time: 0.0795498
Jan 24 05:00:15.652853 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-529d19e6-7dcb-44a7-b44b-066e19642144 req-9b1de3fa-9551-4789-9e85-401c4121de92 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365567
Jan 24 05:00:15.762504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c4ba-52cb-4844-a432-4aec68760541 req-2882dc15-90a9-478e-a475-d9d78b26e3e8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:15.764098 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bd62c4ba-52cb-4844-a432-4aec68760541 req-2882dc15-90a9-478e-a475-d9d78b26e3e8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1051955
Jan 24 05:00:15.819498 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bd62c4ba-52cb-4844-a432-4aec68760541 req-2e39afdf-3ec2-4f5b-bc84-179da076cbf5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489669
Jan 24 05:00:16.209123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761151e-47c5-4220-a942-d738e84d9678 req-5d0bd256-50f2-4ca5-9723-8e333f1a37d4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:16.210994 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4761151e-47c5-4220-a942-d738e84d9678 req-5d0bd256-50f2-4ca5-9723-8e333f1a37d4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1087644
Jan 24 05:00:16.272089 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4761151e-47c5-4220-a942-d738e84d9678 req-22db3aba-400c-490d-8e16-19f4ac076477 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544214
Jan 24 05:00:16.356839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686813c-4e04-4b7a-84b7-55c20794908b req-7ef48047-d128-42a9-a79c-b6d1636ee1eb tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:16.358526 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5686813c-4e04-4b7a-84b7-55c20794908b req-7ef48047-d128-42a9-a79c-b6d1636ee1eb tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1179309
Jan 24 05:00:16.412061 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5686813c-4e04-4b7a-84b7-55c20794908b req-da4242b9-2753-416c-8d06-fc041b368d1a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469892
Jan 24 05:00:17.087978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e9ebd-191c-4600-b05d-d65ee03eb24d req-068a1461-b15d-4395-9f76-a3d4a7e81495 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:17.089658 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9a2e9ebd-191c-4600-b05d-d65ee03eb24d req-068a1461-b15d-4395-9f76-a3d4a7e81495 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1117017
Jan 24 05:00:17.144166 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9a2e9ebd-191c-4600-b05d-d65ee03eb24d req-9e417a6a-6f08-43fb-94d7-3d4e4ad240e5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461209
Jan 24 05:00:17.517611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b846ed4-0781-4b5d-b450-607392c968b5 req-1e225673-4afc-48dd-99fb-99a733c455c6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:17.519276 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1b846ed4-0781-4b5d-b450-607392c968b5 req-1e225673-4afc-48dd-99fb-99a733c455c6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1148081
Jan 24 05:00:17.575259 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1b846ed4-0781-4b5d-b450-607392c968b5 req-1b53919f-3197-4ec9-8d59-eaaa8824385f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491316
Jan 24 05:00:17.881900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced1e1-26f3-4aed-83cc-e75733de24a0 req-de3f6139-ec32-463d-9c1b-2e162771683c tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:17.883590 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e9ced1e1-26f3-4aed-83cc-e75733de24a0 req-de3f6139-ec32-463d-9c1b-2e162771683c tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.3347502
Jan 24 05:00:17.935903 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e9ced1e1-26f3-4aed-83cc-e75733de24a0 req-abe94d8e-cae1-4c60-afbe-e585e6cd60a4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457873
Jan 24 05:00:18.398740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9faa6-57da-4746-a58a-2891c5316668 req-4d1864de-ab2b-420b-8c5a-163b8e3e970a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:18.400395 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e9d9faa6-57da-4746-a58a-2891c5316668 req-4d1864de-ab2b-420b-8c5a-163b8e3e970a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1058247
Jan 24 05:00:18.456645 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e9d9faa6-57da-4746-a58a-2891c5316668 req-a239d623-a74b-489f-86d0-79ef465cb5d5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486875
Jan 24 05:00:18.814831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae01c6-7a46-4c70-8254-ccf84b85b2cf req-aaf012ed-4c7e-40e5-a03f-ff37fa21c288 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:18.816495 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0dae01c6-7a46-4c70-8254-ccf84b85b2cf req-aaf012ed-4c7e-40e5-a03f-ff37fa21c288 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1090922
Jan 24 05:00:18.872194 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0dae01c6-7a46-4c70-8254-ccf84b85b2cf req-a388ee3e-88c6-405b-a4be-e28d676d6788 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489428
Jan 24 05:00:18.918184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 69d03ec7-d8fa-4d3c-abdf-53246b95df0a up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:00:18.995915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:00:18.996342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:19.180965 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a3ec7-a458-4fec-bfee-76063ab7c48f req-8e9f6746-fe25-4478-a2e6-f46816dafe22 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:19.182654 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-310a3ec7-a458-4fec-bfee-76063ab7c48f req-8e9f6746-fe25-4478-a2e6-f46816dafe22 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1156964
Jan 24 05:00:19.246043 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-310a3ec7-a458-4fec-bfee-76063ab7c48f req-164e6793-9ec3-4491-ad90-ec04c3a4990c tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521159
Jan 24 05:00:19.723173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eda08d-90b3-4fc3-8f16-111bdc9479c6 req-77129bad-43ff-436c-94d2-6d158cc089cb tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:19.724903 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-66eda08d-90b3-4fc3-8f16-111bdc9479c6 req-77129bad-43ff-436c-94d2-6d158cc089cb tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1118181
Jan 24 05:00:19.777325 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-66eda08d-90b3-4fc3-8f16-111bdc9479c6 req-b87b7b4b-67ca-47b4-a8c2-2736435c0070 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461965
Jan 24 05:00:20.162429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e251c-03a3-414a-aaf1-25660424ad51 req-f54e85e3-91cc-411d-af5c-24b57b947bd5 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:20.164072 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-716e251c-03a3-414a-aaf1-25660424ad51 req-f54e85e3-91cc-411d-af5c-24b57b947bd5 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1119759
Jan 24 05:00:20.216982 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-716e251c-03a3-414a-aaf1-25660424ad51 req-bef9ed5b-e07a-4eb2-882e-7034966256f0 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466204
Jan 24 05:00:20.491977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fe445-f4d7-4149-9491-040c1dc00177 req-41684f7a-39f6-4d49-8adb-68b1130a1928 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:20.493784 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-170fe445-f4d7-4149-9491-040c1dc00177 req-41684f7a-39f6-4d49-8adb-68b1130a1928 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1147351
Jan 24 05:00:20.569219 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-170fe445-f4d7-4149-9491-040c1dc00177 req-648c8a9f-9b37-4bf6-9413-55f4806a68e3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689678
Jan 24 05:00:21.040304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d8831-360c-4fe1-9937-aba2ce486991 req-751b9e45-58cd-4dd4-acee-b17bb8def463 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:21.042078 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8f7d8831-360c-4fe1-9937-aba2ce486991 req-751b9e45-58cd-4dd4-acee-b17bb8def463 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1090078
Jan 24 05:00:21.108881 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8f7d8831-360c-4fe1-9937-aba2ce486991 req-fce49185-8cfa-405b-b320-2aaa038faa46 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596225
Jan 24 05:00:21.464044 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dbc17-2693-4146-8ba9-fb37231a4d66 req-00b21d86-b7a7-4a46-b692-631bc8d21736 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:21.465738 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-261dbc17-2693-4146-8ba9-fb37231a4d66 req-00b21d86-b7a7-4a46-b692-631bc8d21736 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1068163
Jan 24 05:00:21.517684 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-261dbc17-2693-4146-8ba9-fb37231a4d66 req-2377bdca-0fb1-4389-8be1-91ba82cf7927 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448272
Jan 24 05:00:21.803553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa0a32-8f55-4f0d-8655-a55cdbe4565b req-9ef70ba1-af16-4ef1-8301-0296d1794900 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:21.805639 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cffa0a32-8f55-4f0d-8655-a55cdbe4565b req-9ef70ba1-af16-4ef1-8301-0296d1794900 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1120911
Jan 24 05:00:21.871587 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cffa0a32-8f55-4f0d-8655-a55cdbe4565b req-604994f9-9cda-4d08-8cbc-9216aef532ee tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595298
Jan 24 05:00:21.995124 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 69d03ec7-d8fa-4d3c-abdf-53246b95df0a up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:00:22.068821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:00:22.069160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:22.400867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4d372-17ee-4777-8afe-87f69f92004a req-d511af37-449e-4add-8dfb-5a2badf7a3de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:22.402504 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d0f4d372-17ee-4777-8afe-87f69f92004a req-d511af37-449e-4add-8dfb-5a2badf7a3de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1151466
Jan 24 05:00:22.455725 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d0f4d372-17ee-4777-8afe-87f69f92004a req-3f166484-407d-4b58-96ec-330dea1cc1de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459383
Jan 24 05:00:22.755778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfebcf-84fe-4371-9c9e-272be973a712 req-1d0666d2-7ba0-4c27-bdf4-11d4d7b2a4f2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:22.757428 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c9bfebcf-84fe-4371-9c9e-272be973a712 req-1d0666d2-7ba0-4c27-bdf4-11d4d7b2a4f2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1105483
Jan 24 05:00:22.809413 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c9bfebcf-84fe-4371-9c9e-272be973a712 req-daad47cf-9ccd-4db7-9927-494f044f19a6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456593
Jan 24 05:00:23.740927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369d28e-65df-4771-b46d-61368e86dd53 req-41354f18-8133-41dc-950b-20278ebac6aa tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:23.742734 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c369d28e-65df-4771-b46d-61368e86dd53 req-41354f18-8133-41dc-950b-20278ebac6aa tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1209881
Jan 24 05:00:23.834488 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c369d28e-65df-4771-b46d-61368e86dd53 req-4e80a4c7-5e5c-4d86-9c59-88254bb06bb0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852072
Jan 24 05:00:24.136357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5836c-6bca-483f-b361-c7cb67d033a2 req-ecc7c695-b036-41b4-a4dc-bd638c0ed061 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:24.138135 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7fd5836c-6bca-483f-b361-c7cb67d033a2 req-ecc7c695-b036-41b4-a4dc-bd638c0ed061 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1426480
Jan 24 05:00:24.202231 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7fd5836c-6bca-483f-b361-c7cb67d033a2 req-e6b7c12b-3c68-4c40-b4a9-46020b74b38e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565641
Jan 24 05:00:25.140602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae27c3-5605-4b70-91eb-496d6bd12c2b req-8df6ab36-bbad-404f-990d-f91b0db33266 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:25.145798 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e6ae27c3-5605-4b70-91eb-496d6bd12c2b req-8df6ab36-bbad-404f-990d-f91b0db33266 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1535192
Jan 24 05:00:25.197468 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e6ae27c3-5605-4b70-91eb-496d6bd12c2b req-df2dee3c-36d6-4d0b-a6f3-fb2f81925f65 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506613
Jan 24 05:00:25.554034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a83fe6-b4dc-466b-927c-2cff3ce9501d req-cfa486a3-ad2f-4bb0-b9f6-ab6c10ce9b36 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:25.560099 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-81a83fe6-b4dc-466b-927c-2cff3ce9501d req-cfa486a3-ad2f-4bb0-b9f6-ab6c10ce9b36 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1215758
Jan 24 05:00:25.622729 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-81a83fe6-b4dc-466b-927c-2cff3ce9501d req-83f5a2d4-0943-4312-a21d-7500917cef23 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598705
Jan 24 05:00:26.540283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd263-db73-41fc-be4f-a9a72fb74f30 req-d7bc453c-4402-4bf7-9107-c8a239683457 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:26.558717 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b01dd263-db73-41fc-be4f-a9a72fb74f30 req-d7bc453c-4402-4bf7-9107-c8a239683457 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1468987
Jan 24 05:00:26.666911 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b01dd263-db73-41fc-be4f-a9a72fb74f30 req-46e2f892-c556-448a-9348-ed7d19c22940 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069789
Jan 24 05:00:26.930849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b756c-1d9c-46f2-9ebf-f983d8042a2b req-9b05a0d7-922e-4b56-a34f-679a5c34c470 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:26.932617 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c69b756c-1d9c-46f2-9ebf-f983d8042a2b req-9b05a0d7-922e-4b56-a34f-679a5c34c470 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1291401
Jan 24 05:00:27.002428 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c69b756c-1d9c-46f2-9ebf-f983d8042a2b req-bd680997-7aca-4a0d-9333-d5b9802a301d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626016
Jan 24 05:00:27.078883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6fcf0-ba13-463f-b69f-b8927ee4e2f0 req-852f7015-239e-4cfc-a8f2-fd8e89153cf9 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:27.087007 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97b6fcf0-ba13-463f-b69f-b8927ee4e2f0 req-852f7015-239e-4cfc-a8f2-fd8e89153cf9 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1370223
Jan 24 05:00:27.157491 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97b6fcf0-ba13-463f-b69f-b8927ee4e2f0 req-a8380ead-297c-4377-b841-e9f314260bba tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692427
Jan 24 05:00:28.001454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e7f48-b643-437f-9f87-7520bd4e2e51 req-d47be05b-7702-45cc-adab-3891e1da146d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:28.003278 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e3e7f48-b643-437f-9f87-7520bd4e2e51 req-d47be05b-7702-45cc-adab-3891e1da146d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1308515
Jan 24 05:00:28.080835 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0e3e7f48-b643-437f-9f87-7520bd4e2e51 req-911f02d9-571b-46ff-8a79-9e463f4045bb tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702982
Jan 24 05:00:28.339584 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12115a3a-1d95-416a-96ff-da7ba057b82e req-08e426d2-5308-45c2-b286-25ba00d31884 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:28.343399 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-12115a3a-1d95-416a-96ff-da7ba057b82e req-08e426d2-5308-45c2-b286-25ba00d31884 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1266055
Jan 24 05:00:28.415617 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-12115a3a-1d95-416a-96ff-da7ba057b82e req-6bacbb91-7a9f-40e8-a64d-a76542dab189 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643613
Jan 24 05:00:28.423382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c0fd2-f72c-47bf-90ec-21b84a320788 req-faf1110f-7d4d-4855-95f9-8174bc874398 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:28.424302 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-357c0fd2-f72c-47bf-90ec-21b84a320788 req-faf1110f-7d4d-4855-95f9-8174bc874398 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1252198
Jan 24 05:00:28.490572 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-357c0fd2-f72c-47bf-90ec-21b84a320788 req-2b7f827c-a58b-458b-b3de-aa48848831b0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574148
Jan 24 05:00:29.404981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5e93f-fe86-4631-ac4e-97143b7b3e52 req-6fafc3a7-994b-441b-b30c-ff8e725bce2c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:29.413206 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-15f5e93f-fe86-4631-ac4e-97143b7b3e52 req-6fafc3a7-994b-441b-b30c-ff8e725bce2c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1268466
Jan 24 05:00:29.477340 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-15f5e93f-fe86-4631-ac4e-97143b7b3e52 req-e351522f-2b78-4826-bbfd-2a48a019ad06 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630298
Jan 24 05:00:29.712844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be9243-42d6-4db3-84cd-ebb936d64f8d req-72d7c672-88c8-42d3-9550-5e1cf2b285c6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:29.714885 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d9be9243-42d6-4db3-84cd-ebb936d64f8d req-72d7c672-88c8-42d3-9550-5e1cf2b285c6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1292198
Jan 24 05:00:29.753267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f5575-9af5-42df-bb10-2de79d762b35 req-4b85a522-38c5-4098-ae11-b84c86da1c50 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:29.760779 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-122f5575-9af5-42df-bb10-2de79d762b35 req-4b85a522-38c5-4098-ae11-b84c86da1c50 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1252317
Jan 24 05:00:29.773864 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d9be9243-42d6-4db3-84cd-ebb936d64f8d req-e785feb3-3141-49e5-b6af-a25a1f17cea1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509336
Jan 24 05:00:29.812086 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-122f5575-9af5-42df-bb10-2de79d762b35 req-05083881-699f-4899-b61a-a7d78eec5a08 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503333
Jan 24 05:00:30.752654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e9719-78c1-4a7f-9522-f8a6116aab28 req-15543328-f467-45b9-8830-7d40dff1d249 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:30.754353 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-584e9719-78c1-4a7f-9522-f8a6116aab28 req-15543328-f467-45b9-8830-7d40dff1d249 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1250603
Jan 24 05:00:30.814449 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-584e9719-78c1-4a7f-9522-f8a6116aab28 req-5a5b68bd-4632-44af-906d-ced72b4b1ee3 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533431
Jan 24 05:00:31.129108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8c56-6b9c-44ea-8538-5d8ba1502b9f req-ac7786ab-eca4-442f-b637-d93effa290be tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:31.131783 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-618f8c56-6b9c-44ea-8538-5d8ba1502b9f req-ac7786ab-eca4-442f-b637-d93effa290be tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1717114
Jan 24 05:00:31.134792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ae1e00dc-c837-4ad5-82cd-2eeec396ac26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:31.173891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f5d2c-8ebe-4433-859a-86cf11480e7e req-61527446-3dbf-4bae-98e2-5bb5e32c08b9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:31.175566 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e6f5d2c-8ebe-4433-859a-86cf11480e7e req-61527446-3dbf-4bae-98e2-5bb5e32c08b9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1735651
Jan 24 05:00:31.211815 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-618f8c56-6b9c-44ea-8538-5d8ba1502b9f req-7b7d6893-e6f0-48ae-9106-4e0a8a271fc5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728688
Jan 24 05:00:31.266789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e6f5d2c-8ebe-4433-859a-86cf11480e7e req-0d1a7138-9eb1-4848-8b0f-eb2f63922ebe tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846179
Jan 24 05:00:32.088512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2923-9f52-479f-987f-f307f7d7d87b req-6f22651c-0a60-4ebb-b8fe-0dd3442413dc tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:32.091209 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0dad2923-9f52-479f-987f-f307f7d7d87b req-6f22651c-0a60-4ebb-b8fe-0dd3442413dc tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1204336
Jan 24 05:00:32.147612 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0dad2923-9f52-479f-987f-f307f7d7d87b req-57343beb-b023-4297-833d-1274c96fedec tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510204
Jan 24 05:00:32.479343 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bf454-630c-411e-bb4b-8b68e2a7b68d req-95576e34-fc0b-4f65-a72e-84c2fa363cef tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:32.487258 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b51bf454-630c-411e-bb4b-8b68e2a7b68d req-95576e34-fc0b-4f65-a72e-84c2fa363cef tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1216826
Jan 24 05:00:32.543272 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b51bf454-630c-411e-bb4b-8b68e2a7b68d req-3305f31e-3ac5-4529-a589-f0ad193cf3db tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549834
Jan 24 05:00:32.578695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10efa42-4ffe-4708-b602-3914d53a4cf3 req-ec7146c4-5334-42cd-ada4-fadc52097065 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:32.580678 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b10efa42-4ffe-4708-b602-3914d53a4cf3 req-ec7146c4-5334-42cd-ada4-fadc52097065 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1288989
Jan 24 05:00:32.638131 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b10efa42-4ffe-4708-b602-3914d53a4cf3 req-82140c95-f9b4-4bc7-ad7f-8c7af55b8b2e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504153
Jan 24 05:00:33.431577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e7c2f-56d6-4462-bdc6-b5fa2a50b941 req-adb2a156-90dc-4ccc-b42f-f088f153a455 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:33.433333 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b1e7c2f-56d6-4462-bdc6-b5fa2a50b941 req-adb2a156-90dc-4ccc-b42f-f088f153a455 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1284389
Jan 24 05:00:33.497961 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b1e7c2f-56d6-4462-bdc6-b5fa2a50b941 req-30c34f66-6a0f-4819-94cb-74c6671bd73f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574949
Jan 24 05:00:33.534744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6627a2be-809a-410b-aea6-9e13969aa596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:33.804773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:33.826525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbd783-c7e9-4ecf-b507-f06582ca29b1 req-2ba10599-bdee-47b7-a194-befadc496b20 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:33.828242 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26bbd783-c7e9-4ecf-b507-f06582ca29b1 req-2ba10599-bdee-47b7-a194-befadc496b20 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1468441
Jan 24 05:00:33.891920 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26bbd783-c7e9-4ecf-b507-f06582ca29b1 req-326f7ac0-d282-4578-a844-6a396642bcd9 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571573
Jan 24 05:00:33.958482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fb8f4-441a-48d0-a1f8-547389132f85 req-29fb7894-ae1b-4df4-8b89-a105b4c798c2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:33.960439 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d9fb8f4-441a-48d0-a1f8-547389132f85 req-29fb7894-ae1b-4df4-8b89-a105b4c798c2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1411643
Jan 24 05:00:34.016887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-3079a781-c3b6-4c3e-b185-f5fb2002cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:34.018555 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d9fb8f4-441a-48d0-a1f8-547389132f85 req-e2e0cdac-254b-4551-9378-d16bff9c04fc tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515747
Jan 24 05:00:34.018698 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-3079a781-c3b6-4c3e-b185-f5fb2002cbd7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1162 time: 0.0813951
Jan 24 05:00:34.322387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-73a87a5a-5a80-410e-8c19-9631b45d1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:34.323992 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-73a87a5a-5a80-410e-8c19-9631b45d1da6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.1460934
Jan 24 05:00:34.442568 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-e3b6d5ba-8ca8-4a1f-b245-ef778d0438c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 200  len: 217 time: 0.0960252
Jan 24 05:00:34.540819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-69e517ee-2b15-434b-b299-0dfac2612c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:34.542393 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-69e517ee-2b15-434b-b299-0dfac2612c79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.0688663
Jan 24 05:00:34.603037 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-73171b0a-4395-4b19-bba8-626aa1865ff7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477920
Jan 24 05:00:34.884561 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-e876ad95-9dff-4a17-bc46-4ee2059a2474 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2711141
Jan 24 05:00:34.929680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218016e-a0c8-41cc-a07f-522e2e94e240 req-f9095035-6641-4adb-9178-c17710c137a0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:34.931357 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1218016e-a0c8-41cc-a07f-522e2e94e240 req-f9095035-6641-4adb-9178-c17710c137a0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.2425501
Jan 24 05:00:34.982365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c926c-61eb-40c5-b9aa-191904f41319 req-506de4b2-6ece-4dfe-916c-3e53cd40ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:34.983990 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-385c926c-61eb-40c5-b9aa-191904f41319 req-506de4b2-6ece-4dfe-916c-3e53cd40ce89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 1162 time: 0.2140701
Jan 24 05:00:35.023457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:35.149619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6355e9-2f05-46e1-a949-88e756538a94 req-9258a758-ed8d-4690-a3d6-5973edfaa435 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:35.151438 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1f6355e9-2f05-46e1-a949-88e756538a94 req-9258a758-ed8d-4690-a3d6-5973edfaa435 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1171787
Jan 24 05:00:35.190633 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1218016e-a0c8-41cc-a07f-522e2e94e240 req-d9ea9501-54b4-44f3-83ca-d216395befdf tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2300096
Jan 24 05:00:35.206525 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1f6355e9-2f05-46e1-a949-88e756538a94 req-670772f6-afb0-48cb-a3f4-d115b0f9ea3b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470281
Jan 24 05:00:35.250984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c926c-61eb-40c5-b9aa-191904f41319 req-d8b4d09a-8636-41a0-9956-09dd55a4c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:35.252630 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-385c926c-61eb-40c5-b9aa-191904f41319 req-d8b4d09a-8636-41a0-9956-09dd55a4c023 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 911 time: 0.2123346
Jan 24 05:00:35.351372 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-41c11739-9da9-4bb2-8753-8db8d3d86bde req-598f2e74-cab1-4d96-8f28-ff2111178829 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4188390
Jan 24 05:00:35.406128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:35.440854 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-385c926c-61eb-40c5-b9aa-191904f41319 req-951eb93c-8573-4e14-a0c4-46c0dfe06b35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80eb54b9-685a-4810-9e0d-851a05ca2399 HTTP/1.1" status: 200  len: 1000 time: 0.1736686
Jan 24 05:00:35.540175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1c145-b644-4ed9-8cdf-550d82fce65a req-98ae9227-7928-40e0-9878-eb8330801ae5 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:35.542020 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-49b1c145-b644-4ed9-8cdf-550d82fce65a req-98ae9227-7928-40e0-9878-eb8330801ae5 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1895549
Jan 24 05:00:35.581155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c926c-61eb-40c5-b9aa-191904f41319 req-626c6f3e-cee4-42e1-a9a1-63598630fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:35.582783 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-385c926c-61eb-40c5-b9aa-191904f41319 req-626c6f3e-cee4-42e1-a9a1-63598630fc9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.1311398
Jan 24 05:00:35.655062 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-49b1c145-b644-4ed9-8cdf-550d82fce65a req-c6016d15-fbdb-423d-a24a-69c72937f8a2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007221
Jan 24 05:00:35.692276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c926c-61eb-40c5-b9aa-191904f41319 req-7ca3a3b2-1fea-4c0a-ae11-e43f05aae9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:35.693797 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-385c926c-61eb-40c5-b9aa-191904f41319 req-7ca3a3b2-1fea-4c0a-ae11-e43f05aae9d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0977397
Jan 24 05:00:35.842755 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-385c926c-61eb-40c5-b9aa-191904f41319 req-a7ccf8e7-f6a4-457d-97eb-858f257e7040 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414244
Jan 24 05:00:36.021667 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-385c926c-61eb-40c5-b9aa-191904f41319 req-cef3af27-de06-441f-9046-25368d419dd6 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448445
Jan 24 05:00:36.493145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46120b-fecb-40fd-bfa3-285eb8994486 req-2b0852f6-2723-4c56-b58c-1e9c90c4a13c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:36.494870 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea46120b-fecb-40fd-bfa3-285eb8994486 req-2b0852f6-2723-4c56-b58c-1e9c90c4a13c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1165898
Jan 24 05:00:36.550449 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea46120b-fecb-40fd-bfa3-285eb8994486 req-e016156a-8224-4446-a0de-a278a5511f4c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478506
Jan 24 05:00:36.685967 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608c549-02e0-4dd3-87a5-2db6b04370ce req-7dac6566-3d9d-424e-8f6b-b64af91b8757 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:36.688261 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7608c549-02e0-4dd3-87a5-2db6b04370ce req-7dac6566-3d9d-424e-8f6b-b64af91b8757 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.3123927
Jan 24 05:00:36.741849 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7608c549-02e0-4dd3-87a5-2db6b04370ce req-903d656f-7e15-4db4-af66-49c03fcba326 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472002
Jan 24 05:00:36.897475 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806d882-f21e-408c-aeb5-3a68f9ea2686 req-1adc19f3-b949-4bf3-a444-9587a8cd1bbd tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:36.899078 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c806d882-f21e-408c-aeb5-3a68f9ea2686 req-1adc19f3-b949-4bf3-a444-9587a8cd1bbd tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1093242
Jan 24 05:00:36.949668 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c806d882-f21e-408c-aeb5-3a68f9ea2686 req-94395e90-cf40-4e7a-8d7f-978529a03d2f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442147
Jan 24 05:00:37.807119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09217c-91c9-440e-b72b-d297a4cfdc8f req-385d2240-a616-4451-af98-2e39a196f834 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:37.808798 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c09217c-91c9-440e-b72b-d297a4cfdc8f req-385d2240-a616-4451-af98-2e39a196f834 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1095984
Jan 24 05:00:37.861268 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c09217c-91c9-440e-b72b-d297a4cfdc8f req-9dfceab2-2f36-4e34-8a2e-b68e199d3bb8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449984
Jan 24 05:00:37.975128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272140d2-8b73-4512-89d6-a18e11bd661c req-ba12e4fa-fa91-4e12-b7f5-8bccea0a05aa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:37.976731 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-272140d2-8b73-4512-89d6-a18e11bd661c req-ba12e4fa-fa91-4e12-b7f5-8bccea0a05aa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1045794
Jan 24 05:00:38.028948 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-272140d2-8b73-4512-89d6-a18e11bd661c req-010a6840-6415-46e9-a5f5-572e9c83741b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458062
Jan 24 05:00:38.192886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3aafe-7388-4106-9836-19ff3d2288f9 req-bd6d9e6b-ada3-423d-b2ee-a7241891dd46 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:38.194482 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ada3aafe-7388-4106-9836-19ff3d2288f9 req-bd6d9e6b-ada3-423d-b2ee-a7241891dd46 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1083763
Jan 24 05:00:38.250001 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ada3aafe-7388-4106-9836-19ff3d2288f9 req-61861451-8c8b-487a-9eb3-065e1c75bdbb tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489628
Jan 24 05:00:38.357935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:38.894422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-e5c8bf02-fc29-4796-b021-8f2678e486f2 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:38.896047 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-e5c8bf02-fc29-4796-b021-8f2678e486f2 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 814 time: 0.1855903
Jan 24 05:00:38.912397 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ea109c4a-a3c6-4eac-987d-898a3cfb6dbd tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/quotas/866d1f01531548e5a1556faf5afd2b87 HTTP/1.1" status: 200  len: 375 time: 0.0102787
Jan 24 05:00:39.021233 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-c75fb8d4-dc2c-4209-ae7a-c766228d2346 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1030581
Jan 24 05:00:39.118534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f00c80-47c5-4a31-be30-d5c796c0a653 req-98d5f4fc-77c5-475d-b124-1a793ab91d81 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:39.120169 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-75f00c80-47c5-4a31-be30-d5c796c0a653 req-98d5f4fc-77c5-475d-b124-1a793ab91d81 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1082981
Jan 24 05:00:39.170064 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-1ac459ca-7f04-4dd9-8326-bab9a87891a8 service neutron] 10.222.0.10 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396449
Jan 24 05:00:39.173311 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-75f00c80-47c5-4a31-be30-d5c796c0a653 req-2d5fa45a-2d76-4bac-afb9-96c5adcdb7af tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461695
Jan 24 05:00:39.345996 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-a05dbacb-c2bc-4f6d-8922-aa3c7024702d service neutron] 10.222.0.10 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1697881
Jan 24 05:00:39.425297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a547-456f-4348-931e-8d8afb3d3713 req-64bd56d3-5e58-4e54-822a-92defb7c2435 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:39.426964 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a94a547-456f-4348-931e-8d8afb3d3713 req-64bd56d3-5e58-4e54-822a-92defb7c2435 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1110170
Jan 24 05:00:39.487615 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a94a547-456f-4348-931e-8d8afb3d3713 req-2d63d828-cb02-4b7b-b65a-b9af019a77d9 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541854
Jan 24 05:00:39.598675 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4c34a3ba-6a15-4f63-9392-cb0ddc75d048 req-41a88ead-6c75-413c-a73c-b261b9a0d760 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 210 time: 0.0491116
Jan 24 05:00:39.679428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f84d8-b52d-4be4-ba5b-1fe458fb4da5 req-23906e84-2ac7-4787-a647-d7b98e576c31 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:39.681471 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a08f84d8-b52d-4be4-ba5b-1fe458fb4da5 req-23906e84-2ac7-4787-a647-d7b98e576c31 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1190252
Jan 24 05:00:39.740253 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a08f84d8-b52d-4be4-ba5b-1fe458fb4da5 req-75e17e49-fa1c-4274-9599-b2b1765efd7c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524952
Jan 24 05:00:40.441426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d6a73-06d1-4165-a14a-999689a1217e req-e0dbfcc4-92ab-4b0e-8c8f-2b8a2bd49a81 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:40.443149 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-445d6a73-06d1-4165-a14a-999689a1217e req-e0dbfcc4-92ab-4b0e-8c8f-2b8a2bd49a81 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1159844
Jan 24 05:00:40.497070 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-445d6a73-06d1-4165-a14a-999689a1217e req-0cdaae17-3477-49b6-9373-23467283f9b5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468779
Jan 24 05:00:40.732864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3bc3-d1f5-44b0-836a-8153a4b9715f req-8a2f2c3b-a87a-4ff3-ac9d-8472fc502a52 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:40.735085 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e81a3bc3-d1f5-44b0-836a-8153a4b9715f req-8a2f2c3b-a87a-4ff3-ac9d-8472fc502a52 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1067467
Jan 24 05:00:40.787329 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e81a3bc3-d1f5-44b0-836a-8153a4b9715f req-a6bd0a34-7110-4336-a40d-9e9146758260 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456657
Jan 24 05:00:40.792942 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d9f0d85e-914f-4783-8c97-f5053103482e req-1bbb8511-c590-4b10-bb52-bf68667c5b25 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 210 time: 0.0480142
Jan 24 05:00:41.017272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4e28c-0e24-40c8-9fc9-d88bf8dd31ab req-ced4af98-23ea-44af-9004-bcf849aa5833 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:41.019025 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3bc4e28c-0e24-40c8-9fc9-d88bf8dd31ab req-ced4af98-23ea-44af-9004-bcf849aa5833 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1063952
Jan 24 05:00:41.075598 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3bc4e28c-0e24-40c8-9fc9-d88bf8dd31ab req-7a3bec0d-34ec-4297-b717-e713fbc24daa tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499506
Jan 24 05:00:41.753914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-d8d4a15d-5573-4a09-8916-d6e670b2df8b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:41.755569 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-d8d4a15d-5573-4a09-8916-d6e670b2df8b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 814 time: 0.1959045
Jan 24 05:00:41.791679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Request body: {'port': {'device_id': '00faf218-a66f-4c50-a1a8-b6b8f38853b1', 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60', 'admin_state_up': True, 'tenant_id': '866d1f01531548e5a1556faf5afd2b87'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:00:41.851383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 80eb54b9-685a-4810-9e0d-851a05ca2399 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:00:41.971934 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b1e01-2139-4675-97a5-a6d81f8b4e4e req-f7d61dd8-0f8f-4201-9b4d-72cb558b3b7f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:41.973869 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ec0b1e01-2139-4675-97a5-a6d81f8b4e4e req-f7d61dd8-0f8f-4201-9b4d-72cb558b3b7f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.3237422
Jan 24 05:00:42.005658 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:42.007995 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4a92c96f-53cb-4288-9c89-ca47afac155e req-0d6ff725-327c-4799-be8e-c14f7112f5bc tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 210 time: 0.0605199
Jan 24 05:00:42.019696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:00:42.027870 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ec0b1e01-2139-4675-97a5-a6d81f8b4e4e req-fc3a1d70-bba0-479d-9018-6ff565354d81 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471981
Jan 24 05:00:42.029614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:00:42.038153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:00:42.039489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Made reservation on behalf of 866d1f01531548e5a1556faf5afd2b87 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:00:42.051429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:42.057997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 80eb54b9-685a-4810-9e0d-851a05ca2399, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=80eb54b9-685a-4810-9e0d-851a05ca2399,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:00:42.061615 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:42.066070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:42.150680 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'code': 200}
Jan 24 05:00:42.184281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=80eb54b9-685a-4810-9e0d-851a05ca2399,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:42.192913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.193517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.194046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.194575 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.195117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.195905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.196701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.197348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.197883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.198412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.199115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.199624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.200276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.202070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.202775 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.203318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.203831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.204358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.204920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.205433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.205947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.206457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.206977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.207497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:42.212590 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:42.507812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795311-72b9-4f82-8f5c-9cacc082da16 req-02a2d446-734e-4b7a-b517-70cafec649ff tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:42.509323 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d795311-72b9-4f82-8f5c-9cacc082da16 req-02a2d446-734e-4b7a-b517-70cafec649ff tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.2345665
Jan 24 05:00:42.565181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Allocated IP 172.20.0.4 (4b3c9689-cb26-4459-acb1-b480464e0a60/edb5190c-04c3-4b96-9d1f-faf84470a579/6943940c-0af2-4741-bb0f-ec0552c52eea) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:00:42.597553 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d795311-72b9-4f82-8f5c-9cacc082da16 req-f30d29c6-2aea-4623-b09d-fd0c5d5d4288 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754845
Jan 24 05:00:42.885033 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:42.915206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145de12-39a8-4316-9f7f-d5532afca5bf req-644d5487-0581-4d29-ba04-9dd682fb9a03 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:42.916851 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6145de12-39a8-4316-9f7f-d5532afca5bf req-644d5487-0581-4d29-ba04-9dd682fb9a03 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1923208
Jan 24 05:00:42.990017 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6145de12-39a8-4316-9f7f-d5532afca5bf req-a99e846d-308c-412c-b7a8-557c49a12392 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654793
Jan 24 05:00:43.005753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:43.029161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:43.176778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Pushing event updated for resources: {'Port': ['ID=6943940c-0af2-4741-bb0f-ec0552c52eea,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:43.190284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.191227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.191647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.192045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.192436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.192850 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.193287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.193592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.193970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.194348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.195206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.195206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.195487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.195910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.196222 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.196620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.197002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.197380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.198014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.198394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.198773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.199148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.199523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.199896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:00:43.208306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:43.238019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f590d-14e4-4dbd-9c18-bc8fe30a57dc req-a7ce11ce-febb-4b8a-9dba-407b308aeeb5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:43.239640 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e0f590d-14e4-4dbd-9c18-bc8fe30a57dc req-a7ce11ce-febb-4b8a-9dba-407b308aeeb5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1363165
Jan 24 05:00:43.240337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 50386) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:00:43.306564 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e0f590d-14e4-4dbd-9c18-bc8fe30a57dc req-6e75262c-60fc-43ed-97ff-a434a845f6ce tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585840
Jan 24 05:00:43.350208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:00:43.351689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:00:43.360886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:00:43.447756 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-68cee54c-578f-409c-ba31-a57e50f4b4d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2058859
Jan 24 05:00:43.449747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020eda1-008c-49fb-8ddf-c6af9935d2f0 req-b809dd45-6c8c-4395-802f-6ef48e0ccfee tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:43.451934 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c020eda1-008c-49fb-8ddf-c6af9935d2f0 req-b809dd45-6c8c-4395-802f-6ef48e0ccfee tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 931 time: 0.2466450
Jan 24 05:00:43.495588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:43.496306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:43.542341 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7554383
Jan 24 05:00:43.549681 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c020eda1-008c-49fb-8ddf-c6af9935d2f0 req-b2803ac4-3b2b-4fa6-b7e1-0d4fb544d4a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907524
Jan 24 05:00:43.584626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Request body: {'port': {'device_id': '00faf218-a66f-4c50-a1a8-b6b8f38853b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:00:43.710575 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:43.862001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6c919-baaf-4fe1-9094-ed323d54ec28 req-af1fc829-0e9c-4482-b4df-60f728f02e32 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:43.863998 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0ba6c919-baaf-4fe1-9094-ed323d54ec28 req-af1fc829-0e9c-4482-b4df-60f728f02e32 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1108165
Jan 24 05:00:43.926987 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0ba6c919-baaf-4fe1-9094-ed323d54ec28 req-c6d29f6e-2bd5-46c7-9fd7-6d9fd9708d24 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560071
Jan 24 05:00:44.444774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6943940c-0af2-4741-bb0f-ec0552c52eea {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:00:44.455683 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:44.474492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Transition to ACTIVE for port object 6943940c-0af2-4741-bb0f-ec0552c52eea will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:00:44.479455 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:44.495867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:44.577073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c211b7-25bb-40b3-96b3-9b5c4e1db55b req-ae77ddaa-1818-415a-884b-52b305a25b72 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:44.579400 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c6c211b7-25bb-40b3-96b3-9b5c4e1db55b req-ae77ddaa-1818-415a-884b-52b305a25b72 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1140420
Jan 24 05:00:44.630992 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c6c211b7-25bb-40b3-96b3-9b5c4e1db55b req-fb3ac7d8-c7f9-4b1b-8a02-55b78669e1f5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451972
Jan 24 05:00:44.636424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880412-5c4d-46c8-8618-ddeadf16ea6a req-9825cb8c-fe8e-4310-a3ff-201f5e800646 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:44.638120 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9c880412-5c4d-46c8-8618-ddeadf16ea6a req-9825cb8c-fe8e-4310-a3ff-201f5e800646 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.4995506
Jan 24 05:00:44.693465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Pushing event updated for resources: {'Port': ['ID=6943940c-0af2-4741-bb0f-ec0552c52eea,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:44.706061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:44.740229 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9c880412-5c4d-46c8-8618-ddeadf16ea6a req-aeeb4d72-b65f-4e46-84b3-f170a5c3aac3 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936477
Jan 24 05:00:44.900659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfa552-abfb-46d7-94ae-d593b7724975 req-0455e4db-7eb3-4f70-aaac-8e0fa8008f78 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:44.902182 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-08cfa552-abfb-46d7-94ae-d593b7724975 req-0455e4db-7eb3-4f70-aaac-8e0fa8008f78 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 943 time: 0.1197274
Jan 24 05:00:44.924383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Attempting to bind port 6943940c-0af2-4741-bb0f-ec0552c52eea on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:00:44.924772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Attempting to bind port 6943940c-0af2-4741-bb0f-ec0552c52eea by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:00:44.925143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Attempting to bind port 6943940c-0af2-4741-bb0f-ec0552c52eea on network 4b3c9689-cb26-4459-acb1-b480464e0a60 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:00:44.931038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:00:44.931521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Checking segment: {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:00:44.931787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:44.932180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Bound using segment: {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:00:44.932702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Bound port: 6943940c-0af2-4741-bb0f-ec0552c52eea, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4b3c9689-cb26-4459-acb1-b480464e0a60'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:00:44.933073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:44.955300 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-08cfa552-abfb-46d7-94ae-d593b7724975 req-b91b713f-d954-42c7-81a5-b58d2b9fe5ed tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462010
Jan 24 05:00:45.028262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] For port 6943940c-0af2-4741-bb0f-ec0552c52eea, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:00:45.032234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] For port 6943940c-0af2-4741-bb0f-ec0552c52eea, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6943940c-0af2-4741-bb0f-ec0552c52eea,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:00:45.035215 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:45.054459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:45.269506 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Pushing event updated for resources: {'Port': ['ID=6943940c-0af2-4741-bb0f-ec0552c52eea,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:45.273033 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:45.339656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743d4f7-d86e-40f5-ad13-32a16245ced7 req-946ba60c-c94a-4a50-9fdc-7ef6db5399ad tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:45.341330 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4743d4f7-d86e-40f5-ad13-32a16245ced7 req-946ba60c-c94a-4a50-9fdc-7ef6db5399ad tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.2517095
Jan 24 05:00:45.347665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:45.348335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:45.349772 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] 10.222.0.61 "PUT /v2.0/ports/6943940c-0af2-4741-bb0f-ec0552c52eea HTTP/1.1" status: 200  len: 1157 time: 1.7701364
Jan 24 05:00:45.351567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00faf218-a66f-4c50-a1a8-b6b8f38853b1', 'tag': '6943940c-0af2-4741-bb0f-ec0552c52eea'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:00:45.409271 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4743d4f7-d86e-40f5-ad13-32a16245ced7 req-d6a2076c-8c36-437e-9d05-129d7ea6dd19 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584242
Jan 24 05:00:45.411833 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00faf218-a66f-4c50-a1a8-b6b8f38853b1', 'tag': '6943940c-0af2-4741-bb0f-ec0552c52eea', 'status': 'completed', 'code': 200}
Jan 24 05:00:45.532668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-cf1e2e9c-6709-44c0-a43a-c94e913c4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:45.534294 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-cf1e2e9c-6709-44c0-a43a-c94e913c4067 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 1160 time: 0.0817304
Jan 24 05:00:45.652878 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-2ad26df4-cfcc-42ea-b57c-d43d696a590a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6943940c-0af2-4741-bb0f-ec0552c52eea HTTP/1.1" status: 200  len: 217 time: 0.0720279
Jan 24 05:00:45.731832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-01e4df92-1e21-4ae4-917b-d7633b9a19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:45.733463 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-01e4df92-1e21-4ae4-917b-d7633b9a19fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=edb5190c-04c3-4b96-9d1f-faf84470a579 HTTP/1.1" status: 200  len: 854 time: 0.0686319
Jan 24 05:00:45.835282 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-4e3ae7de-b7b8-4b58-a423-8b9695caed96 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b3c9689-cb26-4459-acb1-b480464e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0908844
Jan 24 05:00:45.902803 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e7f27-c664-4e36-8efb-8eb007077924 req-1807c3dc-477b-4455-acfe-059e0da758da tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:45.904476 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-194e7f27-c664-4e36-8efb-8eb007077924 req-1807c3dc-477b-4455-acfe-059e0da758da tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1225786
Jan 24 05:00:45.962897 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-194e7f27-c664-4e36-8efb-8eb007077924 req-f402af3f-1417-4001-9e6b-fb9de5fc192a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516875
Jan 24 05:00:46.051155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-798f6b8c-75a9-44fe-a8cb-b287a9a0e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:46.052789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-798f6b8c-75a9-44fe-a8cb-b287a9a0e03a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292&tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2 HTTP/1.1" status: 200  len: 1160 time: 0.2672689
Jan 24 05:00:46.085239 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-ffacc35f-2fc4-471c-b628-c7a4619c29c1 service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323833
Jan 24 05:00:46.120552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ecf3f-2f12-430a-b8fe-47ab704b1e49 req-1fd237d1-096e-445c-aa08-f4c8e5ff7aeb tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:46.122228 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8e9ecf3f-2f12-430a-b8fe-47ab704b1e49 req-1fd237d1-096e-445c-aa08-f4c8e5ff7aeb tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1796551
Jan 24 05:00:46.338360 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8e9ecf3f-2f12-430a-b8fe-47ab704b1e49 req-e0b94c64-8b50-4398-a085-1ba90df4e547 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870401
Jan 24 05:00:46.394556 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f0c183d0-dac0-4e21-85ff-e59f1772c3af req-bbc92223-c75b-45e1-8053-ef1c549bfb3e service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2712400
Jan 24 05:00:46.397467 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-c6da9a5c-40e8-4d7b-93ea-8b69f2cb53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:46.398940 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-c6da9a5c-40e8-4d7b-93ea-8b69f2cb53e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 1160 time: 0.2512178
Jan 24 05:00:46.694765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20902eb4-6e83-4b75-ae51-0592c154596e req-dfd0dd16-0989-4b32-837f-803801becb86 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:46.696708 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-20902eb4-6e83-4b75-ae51-0592c154596e req-dfd0dd16-0989-4b32-837f-803801becb86 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1152616
Jan 24 05:00:46.753680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579215a4-8abc-4761-93f5-e722eba1816d req-ac86e9a7-d45c-43f8-9c42-be16b1e39d5e tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:46.754478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-579215a4-8abc-4761-93f5-e722eba1816d req-ac86e9a7-d45c-43f8-9c42-be16b1e39d5e tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Synchronizing usage tracker for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:00:46.754606 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-20902eb4-6e83-4b75-ae51-0592c154596e req-468c2c27-0470-4a64-9045-ea54fd82bf9e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506074
Jan 24 05:00:46.757630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-20f7e895-f323-4558-a298-c0b8a05a2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:46.759150 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-20f7e895-f323-4558-a298-c0b8a05a2d52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 911 time: 0.3376436
Jan 24 05:00:46.777148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-164cc981-9b1c-46c8-877f-1577ec8fadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:46.778708 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-164cc981-9b1c-46c8-877f-1577ec8fadc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=866d1f01531548e5a1556faf5afd2b87&device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 1160 time: 0.2307332
Jan 24 05:00:46.834693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-579215a4-8abc-4761-93f5-e722eba1816d req-ac86e9a7-d45c-43f8-9c42-be16b1e39d5e tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Unset dirty status for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:00:46.835947 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-579215a4-8abc-4761-93f5-e722eba1816d req-ac86e9a7-d45c-43f8-9c42-be16b1e39d5e tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 943 time: 0.3311198
Jan 24 05:00:47.233119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c4100-fd8c-4093-b25a-553a719bf868 req-8b9388cc-83f8-46be-a8f7-58f80e7a2441 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:47.234848 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ab6c4100-fd8c-4093-b25a-553a719bf868 req-8b9388cc-83f8-46be-a8f7-58f80e7a2441 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1150765
Jan 24 05:00:47.240918 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-93fe6be0-f258-4660-b609-8c53d7b02997 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80eb54b9-685a-4810-9e0d-851a05ca2399 HTTP/1.1" status: 200  len: 998 time: 0.4603174
Jan 24 05:00:47.247269 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-579215a4-8abc-4761-93f5-e722eba1816d req-1adb600a-55b9-4a2f-87b0-756a2be822a0 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3683605
Jan 24 05:00:47.294010 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ab6c4100-fd8c-4093-b25a-553a719bf868 req-2b97cdce-28e0-487b-b43b-4c7aac825a95 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525513
Jan 24 05:00:47.337765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-6a15263f-1209-4d90-bdad-d43027778889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:47.339338 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-6a15263f-1209-4d90-bdad-d43027778889 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 200  len: 908 time: 0.4968014
Jan 24 05:00:47.347069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-43e265e1-adf3-44aa-a0fb-92f7c99c3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:47.348502 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-43e265e1-adf3-44aa-a0fb-92f7c99c3683 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.0896864
Jan 24 05:00:47.455962 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-d74307fd-3022-476f-8840-fa49280ad494 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6943940c-0af2-4741-bb0f-ec0552c52eea HTTP/1.1" status: 200  len: 217 time: 0.1063979
Jan 24 05:00:47.615474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-e2b51ae2-bc85-4040-8048-d4c520d328b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:47.617082 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-e2b51ae2-bc85-4040-8048-d4c520d328b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=edb5190c-04c3-4b96-9d1f-faf84470a579 HTTP/1.1" status: 200  len: 854 time: 0.1024442
Jan 24 05:00:47.621624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-eb1225c7-ed48-4128-988f-6eb85ad0aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:47.623237 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-eb1225c7-ed48-4128-988f-6eb85ad0aad2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2164707
Jan 24 05:00:47.662476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02323b0-2c45-4572-a185-c906d37c1fdd req-10ee35e7-9c26-4d39-a17a-e7d6f42ecb34 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:47.664135 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e02323b0-2c45-4572-a185-c906d37c1fdd req-10ee35e7-9c26-4d39-a17a-e7d6f42ecb34 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1916447
Jan 24 05:00:47.755482 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-1527a6e2-f647-41c5-98ac-e80c60bf4efe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b3c9689-cb26-4459-acb1-b480464e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0889564
Jan 24 05:00:47.940200 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e02323b0-2c45-4572-a185-c906d37c1fdd req-0ea38db5-78cd-4e4c-b5fc-e146d44a1f87 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114549
Jan 24 05:00:47.992910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0664f0-b3cb-4d80-a15e-0f038147da48 req-1d8f255b-729d-4ea4-b920-b01c4f6e96ff tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:47.994575 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ca0664f0-b3cb-4d80-a15e-0f038147da48 req-1d8f255b-729d-4ea4-b920-b01c4f6e96ff tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1085808
Jan 24 05:00:48.020096 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-1e066b20-b022-4277-9b9d-24a7b04743aa service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3548388
Jan 24 05:00:48.029113 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-44319b12-f074-472a-849b-c769235dfcbe service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206495
Jan 24 05:00:48.052774 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ca0664f0-b3cb-4d80-a15e-0f038147da48 req-95397169-3040-4df4-b7b4-fb58238f2de7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509343
Jan 24 05:00:48.334451 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ffed4f4-da39-4608-87bf-a87d16cce044 req-53c93e38-43c1-4024-bd81-857a1a324cac service neutron] 10.222.0.61 "GET /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2675853
Jan 24 05:00:48.336465 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5cfc40ae-aa3b-4178-a332-e084d99c8c70 req-de2073d3-b1a2-4a3a-85ed-b1e83d2f8d0e service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2712054
Jan 24 05:00:48.473993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:00:48.511254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42acdbb-bfb0-41c0-970e-30e790ee4a00 req-e99fd618-3af1-4440-910e-63ff6c303576 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:48.513074 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e42acdbb-bfb0-41c0-970e-30e790ee4a00 req-e99fd618-3af1-4440-910e-63ff6c303576 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 943 time: 0.1143672
Jan 24 05:00:48.564312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dab32-1e6f-45ec-816f-9b95d3ab5ae7 req-c5552e6e-ad1f-49af-93f6-ea750d9d191b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:48.566131 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e61dab32-1e6f-45ec-816f-9b95d3ab5ae7 req-c5552e6e-ad1f-49af-93f6-ea750d9d191b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1149993
Jan 24 05:00:48.570980 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e42acdbb-bfb0-41c0-970e-30e790ee4a00 req-aa00c179-8008-419b-8199-19c9d0269e00 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503647
Jan 24 05:00:48.621475 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e61dab32-1e6f-45ec-816f-9b95d3ab5ae7 req-dfdff8cb-7406-475f-a299-d632b62b85a6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479403
Jan 24 05:00:49.173369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddaa3c-5d3c-4f35-a9fb-46b0e8b8f916 req-23226a80-326f-45dc-8f71-c6eb699bd335 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:49.175101 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a6ddaa3c-5d3c-4f35-a9fb-46b0e8b8f916 req-23226a80-326f-45dc-8f71-c6eb699bd335 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1056912
Jan 24 05:00:49.228201 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a6ddaa3c-5d3c-4f35-a9fb-46b0e8b8f916 req-23879203-439a-4e7d-bd2d-a16102d65010 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465679
Jan 24 05:00:49.300122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb12e4d-b525-4457-bf29-e4819006a788 req-9b3c9c35-25b4-4072-8888-78c3cab49bbf tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:49.301818 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-deb12e4d-b525-4457-bf29-e4819006a788 req-9b3c9c35-25b4-4072-8888-78c3cab49bbf tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1167185
Jan 24 05:00:49.353659 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-deb12e4d-b525-4457-bf29-e4819006a788 req-495488f8-4278-40c7-9711-280172aa024d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451462
Jan 24 05:00:49.843741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b153e-42e4-4d93-a23b-adc075e15b41 req-eaa6ebd6-6301-4f2e-8cd2-ef396e11bd0d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:49.845588 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f8b153e-42e4-4d93-a23b-adc075e15b41 req-eaa6ebd6-6301-4f2e-8cd2-ef396e11bd0d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 943 time: 0.1321242
Jan 24 05:00:49.949409 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3f8b153e-42e4-4d93-a23b-adc075e15b41 req-f567b6bf-35c5-4914-b3a0-c44d020c2cbd tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950291
Jan 24 05:00:49.981639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e9096-7422-4bab-8081-c365cdafff2b req-fdbcad41-c436-4736-8cd8-6b279653430f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:50.000342 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-539e9096-7422-4bab-8081-c365cdafff2b req-fdbcad41-c436-4736-8cd8-6b279653430f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.2268808
Jan 24 05:00:50.086849 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-539e9096-7422-4bab-8081-c365cdafff2b req-17abb535-b41e-4b6d-a585-adceacfc3b8f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852232
Jan 24 05:00:50.510827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea221d02-e7b4-474b-8b24-e639df4b20ba req-0ab89bc8-c974-4cce-bc17-8532aeb29707 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:50.512841 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea221d02-e7b4-474b-8b24-e639df4b20ba req-0ab89bc8-c974-4cce-bc17-8532aeb29707 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1167378
Jan 24 05:00:50.570365 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea221d02-e7b4-474b-8b24-e639df4b20ba req-a909791e-5120-4931-b7f6-92bce2be7e83 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500715
Jan 24 05:00:50.612885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d29a46-ed84-427e-a6ef-d0ea85a2ad10 req-5429fb86-400d-4a7a-a3af-ae92984bff13 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:50.614619 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-22d29a46-ed84-427e-a6ef-d0ea85a2ad10 req-5429fb86-400d-4a7a-a3af-ae92984bff13 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1123905
Jan 24 05:00:50.667107 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-22d29a46-ed84-427e-a6ef-d0ea85a2ad10 req-dc293cac-29bd-445c-b98c-b9c0d7e71584 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461450
Jan 24 05:00:51.197314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd77311-c3eb-4ddd-994c-fa95263d7aaf req-a8a2c544-7e45-4613-9613-a7d7b8d59abf tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:51.199304 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2dd77311-c3eb-4ddd-994c-fa95263d7aaf req-a8a2c544-7e45-4613-9613-a7d7b8d59abf tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 943 time: 0.1273320
Jan 24 05:00:51.272906 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2dd77311-c3eb-4ddd-994c-fa95263d7aaf req-c3184fce-eb47-4b6e-b213-6ce7b48117e5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673561
Jan 24 05:00:51.381709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 6943940c-0af2-4741-bb0f-ec0552c52eea up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:00:51.382385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079f850-2ee1-4cd6-9531-b4044c763813 req-ae300a05-d593-4bfc-a4a1-e14a1e4b4b82 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:51.384086 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f079f850-2ee1-4cd6-9531-b4044c763813 req-ae300a05-d593-4bfc-a4a1-e14a1e4b4b82 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1148562
Jan 24 05:00:51.441721 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f079f850-2ee1-4cd6-9531-b4044c763813 req-2e9fbe68-5872-43a7-8088-e3c59751476f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506451
Jan 24 05:00:51.459970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 6943940c-0af2-4741-bb0f-ec0552c52eea completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:00:51.467746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 6943940c-0af2-4741-bb0f-ec0552c52eea triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:00:51.468409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:51.597234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:51.626636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00faf218-a66f-4c50-a1a8-b6b8f38853b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6943940c-0af2-4741-bb0f-ec0552c52eea'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:00:51.638783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 6943940c-0af2-4741-bb0f-ec0552c52eea, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6943940c-0af2-4741-bb0f-ec0552c52eea,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:00:51.642347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:51.644319 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:00:51.696152 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00faf218-a66f-4c50-a1a8-b6b8f38853b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6943940c-0af2-4741-bb0f-ec0552c52eea', 'code': 200}
Jan 24 05:00:51.726482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=6943940c-0af2-4741-bb0f-ec0552c52eea,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:00:51.730581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:00:51.854473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8cef9-7253-4b3c-9ae0-fa74a0718750 req-f9bd851e-6a4f-4059-bcb5-a38750f8f06b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:51.856158 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-acf8cef9-7253-4b3c-9ae0-fa74a0718750 req-f9bd851e-6a4f-4059-bcb5-a38750f8f06b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1202981
Jan 24 05:00:51.911540 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-acf8cef9-7253-4b3c-9ae0-fa74a0718750 req-700ac42f-1f42-4de6-8b4c-a8872fe81a1e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478630
Jan 24 05:00:51.930390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753c096-e1e0-4845-8b7e-c1e143c6a15b req-1821d077-a121-4975-8efd-c1bf5ab620fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:51.932108 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4753c096-e1e0-4845-8b7e-c1e143c6a15b req-1821d077-a121-4975-8efd-c1bf5ab620fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1147373
Jan 24 05:00:51.985941 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4753c096-e1e0-4845-8b7e-c1e143c6a15b req-7a41b2e9-4f06-41db-b488-9bab440fa518 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464752
Jan 24 05:00:52.335254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 6943940c-0af2-4741-bb0f-ec0552c52eea up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:00:52.413070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 6943940c-0af2-4741-bb0f-ec0552c52eea triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:00:52.413577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:00:52.522504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3360d-c7ae-4469-b973-aba3b37aaf40 req-a04d5744-d49a-486c-8115-004cb588140f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:52.526623 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ed3360d-c7ae-4469-b973-aba3b37aaf40 req-a04d5744-d49a-486c-8115-004cb588140f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1110187
Jan 24 05:00:52.588607 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ed3360d-c7ae-4469-b973-aba3b37aaf40 req-9a641e51-098e-44a9-b5f0-99a4a41ebe2a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566039
Jan 24 05:00:52.735554 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952b0b1-7068-461e-97c5-b370f30b16cf req-5e994c7a-f066-48fa-b747-5b79c5c0c56d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:52.737296 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e952b0b1-7068-461e-97c5-b370f30b16cf req-5e994c7a-f066-48fa-b747-5b79c5c0c56d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1124132
Jan 24 05:00:52.790172 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e952b0b1-7068-461e-97c5-b370f30b16cf req-61c64863-8da4-47bb-98c8-e5cc42dbc452 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466044
Jan 24 05:00:53.160181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26004a01-a249-4a82-a251-e4703efa9b9d req-83e2edb5-84dd-43f4-8e31-fe0e68142d92 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:53.162400 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26004a01-a249-4a82-a251-e4703efa9b9d req-83e2edb5-84dd-43f4-8e31-fe0e68142d92 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1184127
Jan 24 05:00:53.220462 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26004a01-a249-4a82-a251-e4703efa9b9d req-84062032-5c4b-44bb-aa6e-60a13dcb6b96 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518064
Jan 24 05:00:53.279729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045d215-50bb-42a5-b523-637cb751d58b req-ebbbdbf2-5fff-4df4-a8a1-38b653a78809 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:53.281874 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d045d215-50bb-42a5-b523-637cb751d58b req-ebbbdbf2-5fff-4df4-a8a1-38b653a78809 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1616788
Jan 24 05:00:53.361173 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d045d215-50bb-42a5-b523-637cb751d58b req-a452fc3a-d092-4d14-8093-54a64cd8fc73 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674393
Jan 24 05:00:53.837093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e291d3-5970-44aa-98c4-449a9ebb9369 req-dc954927-23cc-4b10-b38a-fa101c595915 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:53.838764 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f3e291d3-5970-44aa-98c4-449a9ebb9369 req-dc954927-23cc-4b10-b38a-fa101c595915 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1125491
Jan 24 05:00:53.904812 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f3e291d3-5970-44aa-98c4-449a9ebb9369 req-ff9d64f9-c0b2-4338-b465-961c3c803fb3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511088
Jan 24 05:00:54.053728 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e4f67-4434-4989-8a8d-54ad4b64514d req-1ec5b1bb-10d8-4116-bc35-da5691f45e3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:54.055421 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-471e4f67-4434-4989-8a8d-54ad4b64514d req-1ec5b1bb-10d8-4116-bc35-da5691f45e3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1077363
Jan 24 05:00:54.110231 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-471e4f67-4434-4989-8a8d-54ad4b64514d req-2a00f61a-4a7d-4aa9-8765-a6571b650d23 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473745
Jan 24 05:00:54.477948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e2d2-bb82-476c-86de-b8d524087fab req-7ed2c0fe-1158-4c89-827b-56f0031c570d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:54.481808 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c36e2d2-bb82-476c-86de-b8d524087fab req-7ed2c0fe-1158-4c89-827b-56f0031c570d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1122365
Jan 24 05:00:54.542041 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c36e2d2-bb82-476c-86de-b8d524087fab req-b13ff488-82bc-4a8e-a253-089dfe7fba57 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552580
Jan 24 05:00:54.639494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f7db-121a-423e-82e2-719efec26c3d req-6d05561d-5e77-49e9-ae0a-e3553fe3118a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:54.641172 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e0f3f7db-121a-423e-82e2-719efec26c3d req-6d05561d-5e77-49e9-ae0a-e3553fe3118a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1392536
Jan 24 05:00:54.694534 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e0f3f7db-121a-423e-82e2-719efec26c3d req-5faa04bb-363b-4e08-8aab-72bf67150537 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464218
Jan 24 05:00:55.154610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d44211-ca9b-45ee-9daf-8e56903f2e52 req-9d6f6f0b-0958-4de3-8617-753810159988 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:55.156833 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-15d44211-ca9b-45ee-9daf-8e56903f2e52 req-9d6f6f0b-0958-4de3-8617-753810159988 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1089044
Jan 24 05:00:55.212414 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-15d44211-ca9b-45ee-9daf-8e56903f2e52 req-e598b5f5-76d0-4eba-a4c6-d4e16de6be56 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489600
Jan 24 05:00:55.384038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83e5e8-ce98-4175-bede-27761f249777 req-3efcad94-0ba9-4a07-85af-f76e17f0f350 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:55.385744 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fa83e5e8-ce98-4175-bede-27761f249777 req-3efcad94-0ba9-4a07-85af-f76e17f0f350 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1128929
Jan 24 05:00:55.441864 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fa83e5e8-ce98-4175-bede-27761f249777 req-96a01c15-aba3-4977-99ab-d93cbdf69107 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495074
Jan 24 05:00:55.793411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c3e4f-4267-4919-a471-b5abb7c370d7 req-d8cf9574-67a6-4044-b52b-ec314f63ae6e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:55.795116 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f2c3e4f-4267-4919-a471-b5abb7c370d7 req-d8cf9574-67a6-4044-b52b-ec314f63ae6e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1129906
Jan 24 05:00:55.850561 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f2c3e4f-4267-4919-a471-b5abb7c370d7 req-81900a2e-3300-4a34-a7f0-06b467df081f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492702
Jan 24 05:00:55.940295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38f456-6869-42dc-aa1f-44ac0f064991 req-025d3196-18da-456e-af7c-d6441b27ebb1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:55.942017 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9e38f456-6869-42dc-aa1f-44ac0f064991 req-025d3196-18da-456e-af7c-d6441b27ebb1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1101344
Jan 24 05:00:55.994407 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9e38f456-6869-42dc-aa1f-44ac0f064991 req-2f7e2cdb-90c2-4271-b72b-fec7ecf636a8 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461075
Jan 24 05:00:56.462789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add9f-29ea-4d8c-9599-0ba2b10b6f94 req-4214c16c-4cd1-44e0-9eb7-0f07b4c33c1d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:56.464489 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a27add9f-29ea-4d8c-9599-0ba2b10b6f94 req-4214c16c-4cd1-44e0-9eb7-0f07b4c33c1d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1105645
Jan 24 05:00:56.522150 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a27add9f-29ea-4d8c-9599-0ba2b10b6f94 req-bfc37808-1c34-491d-b44c-322874f61af5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503833
Jan 24 05:00:56.709805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210352e3-4804-4d32-b85c-3970d0a1c34a req-675eaf03-ca1b-47be-a3f4-99a8772d89d9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:56.711478 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-210352e3-4804-4d32-b85c-3970d0a1c34a req-675eaf03-ca1b-47be-a3f4-99a8772d89d9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1103702
Jan 24 05:00:56.767132 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-210352e3-4804-4d32-b85c-3970d0a1c34a req-be0f447b-c8a0-4224-94a3-0d6d969c2981 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493066
Jan 24 05:00:57.101154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5dd4-7d54-4456-bd81-b9a1724c7d44 req-5494ec86-b1b7-46ab-8758-ee6bfd92df4e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:57.102829 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-238e5dd4-7d54-4456-bd81-b9a1724c7d44 req-5494ec86-b1b7-46ab-8758-ee6bfd92df4e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1136155
Jan 24 05:00:57.171799 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-238e5dd4-7d54-4456-bd81-b9a1724c7d44 req-8870e21e-ec72-4e58-ad15-ae786f07f7ed tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603511
Jan 24 05:00:57.246804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0f232-d0c0-40f2-bc46-bebf825594e9 req-cb7415c3-2c6b-40d3-9d94-094c968249a0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:57.254732 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10b0f232-d0c0-40f2-bc46-bebf825594e9 req-cb7415c3-2c6b-40d3-9d94-094c968249a0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1204476
Jan 24 05:00:57.301702 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10b0f232-d0c0-40f2-bc46-bebf825594e9 req-a3323867-3e0d-4175-b88b-5e39427d1715 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459127
Jan 24 05:00:57.766877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507ce7f-de50-4532-bc6f-1357bd7337d3 req-1ef52908-5891-44bf-b0c6-a5d03582cd2d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:57.768604 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6507ce7f-de50-4532-bc6f-1357bd7337d3 req-1ef52908-5891-44bf-b0c6-a5d03582cd2d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1138184
Jan 24 05:00:57.824870 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6507ce7f-de50-4532-bc6f-1357bd7337d3 req-00d7eac3-de0c-4b61-b11a-c3f9931ded32 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495579
Jan 24 05:00:58.032761 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb311224-9220-40bc-b4a5-ecc1bdf17ab1 req-e887ab68-06a5-43b1-a337-3031c90a1f95 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:58.034456 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb311224-9220-40bc-b4a5-ecc1bdf17ab1 req-e887ab68-06a5-43b1-a337-3031c90a1f95 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1074634
Jan 24 05:00:58.087861 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb311224-9220-40bc-b4a5-ecc1bdf17ab1 req-391d9b51-bfe3-4d17-a1c4-cc1a68cdae1d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469663
Jan 24 05:00:58.433502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78e3b3-1774-41bc-836a-716ea5e68a70 req-64402453-48c6-4700-a726-c3ce8a4ac148 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:58.435245 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ab78e3b3-1774-41bc-836a-716ea5e68a70 req-64402453-48c6-4700-a726-c3ce8a4ac148 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1290977
Jan 24 05:00:58.498808 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ab78e3b3-1774-41bc-836a-716ea5e68a70 req-98b4c89a-fadc-49ee-8b80-2d151a6cf0ea tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551860
Jan 24 05:00:58.691213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512737d8-1096-4aa3-91d3-75e09221175a req-e652fb78-45c8-4012-97ed-080f456f0759 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:58.692842 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-512737d8-1096-4aa3-91d3-75e09221175a req-e652fb78-45c8-4012-97ed-080f456f0759 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1122699
Jan 24 05:00:58.747863 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-512737d8-1096-4aa3-91d3-75e09221175a req-b82d5ab3-2f33-4fc6-bb73-796307ed05c0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484536
Jan 24 05:00:59.068409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049409-9feb-4307-b788-7ba42d393d6a req-9946cfc3-6d1e-4c29-bbcd-28e10a5d1146 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:59.070186 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-df049409-9feb-4307-b788-7ba42d393d6a req-9946cfc3-6d1e-4c29-bbcd-28e10a5d1146 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1107457
Jan 24 05:00:59.123904 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-df049409-9feb-4307-b788-7ba42d393d6a req-997402ba-8416-4046-b738-e4ea984b0393 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473573
Jan 24 05:00:59.354536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef408cf-90e7-4dcb-a75f-e9e2e03e2e98 req-e8fb9d4a-37c3-433e-bc8d-204c09d5c7af tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:59.356146 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ef408cf-90e7-4dcb-a75f-e9e2e03e2e98 req-e8fb9d4a-37c3-433e-bc8d-204c09d5c7af tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1149855
Jan 24 05:00:59.412514 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ef408cf-90e7-4dcb-a75f-e9e2e03e2e98 req-b7981786-5184-4c02-9795-c4611c923a62 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499275
Jan 24 05:00:59.987601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f94829-84a3-440a-a32e-edd621b2607b req-7931386c-d65b-45e4-a26d-7864fb6e67b1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:00:59.989531 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c6f94829-84a3-440a-a32e-edd621b2607b req-7931386c-d65b-45e4-a26d-7864fb6e67b1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.3483384
Jan 24 05:01:00.008006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779821-55eb-4d5f-8308-3e04b02ffd27 req-efe37b94-fdc2-4190-be27-95372e7e041e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:00.009763 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-18779821-55eb-4d5f-8308-3e04b02ffd27 req-efe37b94-fdc2-4190-be27-95372e7e041e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1198041
Jan 24 05:01:00.052444 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c6f94829-84a3-440a-a32e-edd621b2607b req-82597690-13a3-4a2f-b733-3ecffa5275d9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559864
Jan 24 05:01:00.080980 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-18779821-55eb-4d5f-8308-3e04b02ffd27 req-61f68d31-d97e-4568-891a-2c55853df619 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637414
Jan 24 05:01:00.382286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922fff-ef3c-46ac-a24e-83151e8c57e0 req-e5eb8b29-063f-4029-8494-0d6aecb5ae5a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:00.383911 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ad922fff-ef3c-46ac-a24e-83151e8c57e0 req-e5eb8b29-063f-4029-8494-0d6aecb5ae5a tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1067080
Jan 24 05:01:00.441646 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ad922fff-ef3c-46ac-a24e-83151e8c57e0 req-a2548e02-4c61-4429-a55c-e74758b1c735 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502529
Jan 24 05:01:00.670363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c2461-c77f-4551-99c8-d4c04abd2afc req-be5a9fdf-c94c-4ff8-89f1-662b55cdb462 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:00.672403 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2b7c2461-c77f-4551-99c8-d4c04abd2afc req-be5a9fdf-c94c-4ff8-89f1-662b55cdb462 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1133089
Jan 24 05:01:00.726975 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2b7c2461-c77f-4551-99c8-d4c04abd2afc req-11710954-c928-40fc-a02a-2f7c39c46354 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480275
Jan 24 05:01:01.148409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e43e3318-f538-45db-ba42-5c65f46480ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:01.325105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ac926-fd5c-4e60-a05f-9b1471981cd6 req-d34d6d6e-fe08-46b6-8e9d-1a9235e27ca3 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:01.326795 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dd5ac926-fd5c-4e60-a05f-9b1471981cd6 req-d34d6d6e-fe08-46b6-8e9d-1a9235e27ca3 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1080489
Jan 24 05:01:01.373857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542110-a126-4e8a-9927-9d8ae793512b req-38fa8ac1-e099-42ec-88c7-58f97c052ea7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:01.375744 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8542110-a126-4e8a-9927-9d8ae793512b req-38fa8ac1-e099-42ec-88c7-58f97c052ea7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1591322
Jan 24 05:01:01.385628 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dd5ac926-fd5c-4e60-a05f-9b1471981cd6 req-13365139-b644-400d-bb86-254a8e19ea53 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517538
Jan 24 05:01:01.435260 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8542110-a126-4e8a-9927-9d8ae793512b req-a59c01db-293d-4d1b-a764-ef125ef1e44b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516219
Jan 24 05:01:01.684146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4029dd-1491-4e64-bd9b-0363b13ad5a8 req-170187b8-8e45-4d44-8b2f-c1f345224548 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:01.686824 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8b4029dd-1491-4e64-bd9b-0363b13ad5a8 req-170187b8-8e45-4d44-8b2f-c1f345224548 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1063790
Jan 24 05:01:01.742289 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8b4029dd-1491-4e64-bd9b-0363b13ad5a8 req-4c90a697-1dec-42a9-a5f4-d8c70571edf7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484359
Jan 24 05:01:01.988814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b58fd9-f176-4dfc-938c-136eeabe8c6a req-4835a1b4-0846-467f-9faf-34a666bbfc6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:01.990422 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f6b58fd9-f176-4dfc-938c-136eeabe8c6a req-4835a1b4-0846-467f-9faf-34a666bbfc6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1127949
Jan 24 05:01:02.044398 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f6b58fd9-f176-4dfc-938c-136eeabe8c6a req-7f69cdd4-8b33-424b-ae1f-3b3b65547a3f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476592
Jan 24 05:01:02.641500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7747fb-3c7b-4d68-89a4-ecf11d2896ef req-cff965b5-4d24-4933-abd8-e99c6ab77e86 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:02.643253 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-df7747fb-3c7b-4d68-89a4-ecf11d2896ef req-cff965b5-4d24-4933-abd8-e99c6ab77e86 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1198504
Jan 24 05:01:02.681067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0daf3e-9a33-4b6d-afc5-dbcfda94240f req-8cc1312f-5f28-4d19-80de-790becaddeab tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:02.682783 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9a0daf3e-9a33-4b6d-afc5-dbcfda94240f req-8cc1312f-5f28-4d19-80de-790becaddeab tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1116157
Jan 24 05:01:02.705349 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-df7747fb-3c7b-4d68-89a4-ecf11d2896ef req-678b0dfa-4f8c-43e7-b944-cc230d78e564 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546458
Jan 24 05:01:02.748254 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9a0daf3e-9a33-4b6d-afc5-dbcfda94240f req-884b1362-c0c5-4710-bb71-966f009a5033 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564003
Jan 24 05:01:02.981340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df5faa-341c-4916-b5da-05e88e8cf5af req-8e8d15d4-e14d-455a-80da-9db1c9b597c5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:02.982947 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a1df5faa-341c-4916-b5da-05e88e8cf5af req-8e8d15d4-e14d-455a-80da-9db1c9b597c5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1059110
Jan 24 05:01:03.042887 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a1df5faa-341c-4916-b5da-05e88e8cf5af req-3c22dc76-aad9-4e09-ab9e-3687763cf7e1 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527687
Jan 24 05:01:03.305429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad815c4-655e-4ffe-9e1e-aff133936ce4 req-59ae544e-4c48-4ed4-a8ee-0b1a9dfdd3a8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:03.307158 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7ad815c4-655e-4ffe-9e1e-aff133936ce4 req-59ae544e-4c48-4ed4-a8ee-0b1a9dfdd3a8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1119175
Jan 24 05:01:03.363641 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7ad815c4-655e-4ffe-9e1e-aff133936ce4 req-3121e2b5-e5ae-43c1-ba9f-c3ea8844df89 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480673
Jan 24 05:01:03.528223 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1a3fd4b3-1a38-4e01-ad8c-42cf1125715a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:03.793423 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:03.950902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269252e8-356a-4530-9faa-18188ee3355e req-5b9ad501-a1f9-4b5b-bbd7-606b2feba13c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:03.952777 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-269252e8-356a-4530-9faa-18188ee3355e req-5b9ad501-a1f9-4b5b-bbd7-606b2feba13c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1107206
Jan 24 05:01:04.000454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44cb58-43d5-40e0-acfb-c0339430875e req-4484744c-ef32-402f-862e-8f7bb00aa416 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:04.002122 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-be44cb58-43d5-40e0-acfb-c0339430875e req-4484744c-ef32-402f-862e-8f7bb00aa416 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1122785
Jan 24 05:01:04.007707 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-269252e8-356a-4530-9faa-18188ee3355e req-1ab3df84-01bb-4c10-8693-a49fedfbee10 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480852
Jan 24 05:01:04.056160 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-be44cb58-43d5-40e0-acfb-c0339430875e req-e34bbf56-b704-4866-a0e4-597fc35d2302 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467298
Jan 24 05:01:04.299147 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6818405-44d3-496c-a7c4-ba1f7567c7b4 req-d9db857f-bb9e-4b65-8483-a27d65e0b4c9 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:04.300901 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e6818405-44d3-496c-a7c4-ba1f7567c7b4 req-d9db857f-bb9e-4b65-8483-a27d65e0b4c9 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1196463
Jan 24 05:01:04.355589 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e6818405-44d3-496c-a7c4-ba1f7567c7b4 req-8a27a276-234a-48b5-ac3f-22f2fed06a04 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480063
Jan 24 05:01:04.638700 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad1cd0-74a1-4510-ab1e-424f11102ff3 req-f0f58f74-4582-47af-96bb-8156d3e48517 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:04.641335 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f7ad1cd0-74a1-4510-ab1e-424f11102ff3 req-f0f58f74-4582-47af-96bb-8156d3e48517 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1187901
Jan 24 05:01:04.699557 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f7ad1cd0-74a1-4510-ab1e-424f11102ff3 req-c2ae7956-dba4-41aa-ba0e-8bbb8f13b41a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518434
Jan 24 05:01:05.008626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:05.287413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce9d05-856c-4d28-9119-358b66735a96 req-ed95e365-280e-42d3-86eb-bca5077105dc tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:05.289338 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8ce9d05-856c-4d28-9119-358b66735a96 req-ed95e365-280e-42d3-86eb-bca5077105dc tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1460638
Jan 24 05:01:05.318460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e1e30-eeeb-4c7d-8529-3e302f56bae2 req-999f2230-4d63-4aab-8e39-816c9ea74951 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:05.320423 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-558e1e30-eeeb-4c7d-8529-3e302f56bae2 req-999f2230-4d63-4aab-8e39-816c9ea74951 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1221070
Jan 24 05:01:05.350743 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8ce9d05-856c-4d28-9119-358b66735a96 req-4bcc1457-6c1b-4be2-8655-c87d09ce002e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549052
Jan 24 05:01:05.394115 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-558e1e30-eeeb-4c7d-8529-3e302f56bae2 req-f1ec9b4b-6dfc-4476-a15f-9c5be5b06f1a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633035
Jan 24 05:01:05.423864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:05.632930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a4878-7fbc-4c4a-a532-8aebdfcb6ef8 req-65aee5cb-5317-4074-82dc-b07c038a39de tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:05.634628 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-764a4878-7fbc-4c4a-a532-8aebdfcb6ef8 req-65aee5cb-5317-4074-82dc-b07c038a39de tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1126237
Jan 24 05:01:05.687005 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-764a4878-7fbc-4c4a-a532-8aebdfcb6ef8 req-c82172a2-6de4-4594-895e-706a1d5d75f4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455217
Jan 24 05:01:05.957582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50839099-9ba5-4df4-b768-6e03c9ba5044 req-e5e86ac3-070d-476a-8b67-044f51a60ce0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:05.959205 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-50839099-9ba5-4df4-b768-6e03c9ba5044 req-e5e86ac3-070d-476a-8b67-044f51a60ce0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1092994
Jan 24 05:01:06.010617 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-50839099-9ba5-4df4-b768-6e03c9ba5044 req-a2e877e5-e01f-46ad-bbe4-f7fa4af0e9d7 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451148
Jan 24 05:01:06.332968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa3b7-3147-4487-8eec-33e3d62724f6 req-fa98b1e6-f0e6-42fb-952a-764834c65b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:06.334624 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f88fa3b7-3147-4487-8eec-33e3d62724f6 req-fa98b1e6-f0e6-42fb-952a-764834c65b5f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 1162 time: 0.0819612
Jan 24 05:01:06.393057 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f88fa3b7-3147-4487-8eec-33e3d62724f6 req-995e3ec2-6c50-40db-aedd-c1d71cc911e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394893
Jan 24 05:01:06.593107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fc0e5-caac-4bdd-84e0-35fca69ee4cf req-45e6a0a1-3b25-4d44-bf37-91338f90d32b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:06.595003 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-272fc0e5-caac-4bdd-84e0-35fca69ee4cf req-45e6a0a1-3b25-4d44-bf37-91338f90d32b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1090183
Jan 24 05:01:06.659256 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-272fc0e5-caac-4bdd-84e0-35fca69ee4cf req-2747d8b0-7659-49f9-a434-8c0ea4d2fec3 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574169
Jan 24 05:01:06.659933 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5446a-5337-41cf-99eb-bba8cf68a3bf req-fda42640-ae06-4cf0-a648-1c09d85bb3e4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:06.661765 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2eb5446a-5337-41cf-99eb-bba8cf68a3bf req-fda42640-ae06-4cf0-a648-1c09d85bb3e4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1207259
Jan 24 05:01:06.722911 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2eb5446a-5337-41cf-99eb-bba8cf68a3bf req-7eecff1b-6d0a-42ef-8efb-f8c9c7e05750 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550692
Jan 24 05:01:06.928806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2796c0f-04aa-432d-aedf-48c5aa000d19 req-813a4250-7dc3-4b8f-9fca-d7e3cc21866b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:06.930748 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e2796c0f-04aa-432d-aedf-48c5aa000d19 req-813a4250-7dc3-4b8f-9fca-d7e3cc21866b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1101053
Jan 24 05:01:06.983943 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e2796c0f-04aa-432d-aedf-48c5aa000d19 req-398cc3ab-8208-44ab-889b-b60c192deff6 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463347
Jan 24 05:01:07.261308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b2343-bd5f-472a-8af6-63abec879ad7 req-cb9b6a60-9139-4ebd-9f32-0bc0a99d7b6d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:07.262987 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b8b2343-bd5f-472a-8af6-63abec879ad7 req-cb9b6a60-9139-4ebd-9f32-0bc0a99d7b6d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1058722
Jan 24 05:01:07.319226 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b8b2343-bd5f-472a-8af6-63abec879ad7 req-c9d5f1b9-03cd-4a16-a7eb-99debd8383d5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495257
Jan 24 05:01:07.988573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82a645-de7b-413a-85e9-30eef9caf1f7 req-53482a07-0271-4bb3-9f7c-5c4d2191d136 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:07.990313 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5f82a645-de7b-413a-85e9-30eef9caf1f7 req-53482a07-0271-4bb3-9f7c-5c4d2191d136 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1204989
Jan 24 05:01:08.056816 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5f82a645-de7b-413a-85e9-30eef9caf1f7 req-67598f2f-1cf6-4da8-ad33-5475a3cd6da3 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598853
Jan 24 05:01:08.107789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bf99e-0193-4ca4-b105-4ba10f2b3fa2 req-af54e1df-a2f2-4e02-aeb7-7d07ee841058 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:08.110112 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ec0bf99e-0193-4ca4-b105-4ba10f2b3fa2 req-af54e1df-a2f2-4e02-aeb7-7d07ee841058 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.3087904
Jan 24 05:01:08.169882 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ec0bf99e-0193-4ca4-b105-4ba10f2b3fa2 req-2060f1d2-60f2-4600-874b-dafe66d8e4c1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488398
Jan 24 05:01:08.297514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57e383-dd04-47bb-b467-82638716df6b req-cc29907a-a799-4e1f-834d-486e9c27804e tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:08.299216 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b57e383-dd04-47bb-b467-82638716df6b req-cc29907a-a799-4e1f-834d-486e9c27804e tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1133029
Jan 24 05:01:08.359250 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5b57e383-dd04-47bb-b467-82638716df6b req-42c7bfef-7621-44e9-bbad-f85820958a58 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535502
Jan 24 05:01:08.394530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:08.589614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52559f28-efd4-4e88-b321-1383542256a8 req-cd1e12de-32c4-4f3e-8d72-b0662e21634b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:08.591310 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-52559f28-efd4-4e88-b321-1383542256a8 req-cd1e12de-32c4-4f3e-8d72-b0662e21634b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1083035
Jan 24 05:01:08.601677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40775f-f5d7-4f83-a3ba-7aef3d5b6314 req-ee09012a-9efc-4954-8c72-5b2cc5fa95fe tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:08.603373 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c40775f-f5d7-4f83-a3ba-7aef3d5b6314 req-ee09012a-9efc-4954-8c72-5b2cc5fa95fe tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1092210
Jan 24 05:01:08.647661 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-52559f28-efd4-4e88-b321-1383542256a8 req-dc71cb04-fa0b-4568-9ec4-53017179c887 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490339
Jan 24 05:01:08.706683 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c40775f-f5d7-4f83-a3ba-7aef3d5b6314 req-d284927d-e19f-4cc5-95ed-9ee6cba0cd64 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955269
Jan 24 05:01:08.737600 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-74328fa5-37a9-426e-8c6f-a7cf99f2af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:08.739214 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-74328fa5-37a9-426e-8c6f-a7cf99f2af79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 1163 time: 0.0946743
Jan 24 05:01:08.885799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-a2178162-c598-49ee-ad32-d90b9a9b226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:08.887391 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-a2178162-c598-49ee-ad32-d90b9a9b226e service neutron] 10.222.0.61 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 904 time: 0.1408381
Jan 24 05:01:09.011571 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-b9753b99-e385-4088-a8d0-82a065865fd0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 HTTP/1.1" status: 200  len: 1002 time: 0.1051641
Jan 24 05:01:09.152614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-1b773e4e-8138-4678-b60e-730d3031edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:09.154314 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-1b773e4e-8138-4678-b60e-730d3031edd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 200  len: 849 time: 0.1294703
Jan 24 05:01:09.171103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961750-8c19-4541-b367-5397c1158de1 req-4b40056c-0c3d-4096-b17c-0600c5520302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:09.172873 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-96961750-8c19-4541-b367-5397c1158de1 req-4b40056c-0c3d-4096-b17c-0600c5520302 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1162 time: 0.1126080
Jan 24 05:01:09.279681 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-96961750-8c19-4541-b367-5397c1158de1 req-a49fb160-5dd7-44cd-aa19-cbcba7f0c426 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641608
Jan 24 05:01:09.298159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-ece1839e-68ea-444f-b80a-c2111c428950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:09.299950 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-ece1839e-68ea-444f-b80a-c2111c428950 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56c4ea9e-4606-4803-ab20-b342a16a6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1260493
Jan 24 05:01:09.334139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd29d1-72a6-433b-810c-7555b43ecf65 req-b236b6bf-7d0a-49b9-9164-3626175fd4e9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:09.335631 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ebd29d1-72a6-433b-810c-7555b43ecf65 req-b236b6bf-7d0a-49b9-9164-3626175fd4e9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1446531
Jan 24 05:01:09.390971 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ebd29d1-72a6-433b-810c-7555b43ecf65 req-1c569536-8ebe-4893-9ef7-954d279556c5 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473886
Jan 24 05:01:09.603527 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3cc07-69cc-4513-9e8b-f0ce3c6c8d28 req-c6f0a56e-faa4-4e52-80e5-8a40d67e0be3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:09.605174 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-81f3cc07-69cc-4513-9e8b-f0ce3c6c8d28 req-c6f0a56e-faa4-4e52-80e5-8a40d67e0be3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1092150
Jan 24 05:01:09.658437 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-81f3cc07-69cc-4513-9e8b-f0ce3c6c8d28 req-b3bc3d1e-1f83-4d16-aa7a-b330e11d2eb0 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465598
Jan 24 05:01:09.839196 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-68fe7dec-bac3-4296-9424-6850ae13f40c service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612613
Jan 24 05:01:09.910813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3d43-01df-4f24-9fdd-d82694f4479a req-0e068346-6a43-4399-b0d8-b56f550e2eb5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:09.912561 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d7a3d43-01df-4f24-9fdd-d82694f4479a req-0e068346-6a43-4399-b0d8-b56f550e2eb5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1138289
Jan 24 05:01:09.965616 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d7a3d43-01df-4f24-9fdd-d82694f4479a req-9636361b-144c-46cd-aab7-54069ee8ec84 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461113
Jan 24 05:01:09.982753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc725bf5-5fe8-4bc3-a274-471ffaf914a7 req-bf94433b-c88b-495b-bc33-3d61d99ea8d0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:09.993447 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bc725bf5-5fe8-4bc3-a274-471ffaf914a7 req-bf94433b-c88b-495b-bc33-3d61d99ea8d0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1215818
Jan 24 05:01:10.048749 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bc725bf5-5fe8-4bc3-a274-471ffaf914a7 req-cb1c7eee-c2af-4dfe-a2cb-0cb28ad2a00a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540447
Jan 24 05:01:10.630323 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5158-de7b-49a6-bd3b-4d9a72e8f432 req-d9faa01a-64fa-4b76-935c-db7e28fcdf94 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:10.631944 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1e0c5158-de7b-49a6-bd3b-4d9a72e8f432 req-d9faa01a-64fa-4b76-935c-db7e28fcdf94 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1055968
Jan 24 05:01:10.682040 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1e0c5158-de7b-49a6-bd3b-4d9a72e8f432 req-85e410e1-615c-4f78-9e49-6316e445c534 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438583
Jan 24 05:01:11.223639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3b820-d6b0-410b-8865-34950d7bd64d req-1e97985d-6e2c-47a6-be2f-a652121a8d93 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:11.225396 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-88d3b820-d6b0-410b-8865-34950d7bd64d req-1e97985d-6e2c-47a6-be2f-a652121a8d93 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1114678
Jan 24 05:01:11.292981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ab27-4e51-41fa-94c8-43d86156019b req-724a4bb2-407d-498d-8851-5a04a1931e8f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:11.294655 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3a98ab27-4e51-41fa-94c8-43d86156019b req-724a4bb2-407d-498d-8851-5a04a1931e8f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1119957
Jan 24 05:01:11.296215 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-88d3b820-d6b0-410b-8865-34950d7bd64d req-277696ba-9fa4-4aa8-bc51-0b2a479bdc38 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632210
Jan 24 05:01:11.350614 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3a98ab27-4e51-41fa-94c8-43d86156019b req-21655551-ea8c-485a-bb4e-7661824e1d86 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480883
Jan 24 05:01:11.919684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd265ba-c353-4428-8d96-1645efdb7d62 req-d20788cd-b1be-4c75-a386-017804360358 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:11.921765 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bbd265ba-c353-4428-8d96-1645efdb7d62 req-d20788cd-b1be-4c75-a386-017804360358 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1075675
Jan 24 05:01:11.972713 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bbd265ba-c353-4428-8d96-1645efdb7d62 req-21103cb0-bcf7-49a7-9175-4314da92fd22 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446873
Jan 24 05:01:12.551574 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50691f-5274-4905-87ec-cef8ecfc60d4 req-b59fe1c1-4f12-43bc-9df0-f8e0a27c1507 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:12.553237 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1c50691f-5274-4905-87ec-cef8ecfc60d4 req-b59fe1c1-4f12-43bc-9df0-f8e0a27c1507 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1106651
Jan 24 05:01:12.590497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbc4bb-f43d-4e16-ac9c-be83af1a3441 req-cc1d02a6-2179-4310-a97c-984ecee8c64c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:12.592732 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55bbc4bb-f43d-4e16-ac9c-be83af1a3441 req-cc1d02a6-2179-4310-a97c-984ecee8c64c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1059051
Jan 24 05:01:12.604763 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1c50691f-5274-4905-87ec-cef8ecfc60d4 req-b9fbd0d8-b1c6-4fa6-b9b9-259bd17eee2c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451894
Jan 24 05:01:12.647837 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55bbc4bb-f43d-4e16-ac9c-be83af1a3441 req-cbb6a6c0-7a9e-4a70-a378-66b292104c48 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485277
Jan 24 05:01:13.209796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c875731-3686-4625-b9f5-2091bbe9c14d req-41cd6675-550e-47d6-8c8b-3974a1e60391 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:13.211352 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1c875731-3686-4625-b9f5-2091bbe9c14d req-41cd6675-550e-47d6-8c8b-3974a1e60391 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1060653
Jan 24 05:01:13.216852 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e59e61c4-9a77-41ad-92a6-df9dd633bcfa req-ffd23b78-0d38-4ceb-9701-133f014512c1 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403615
Jan 24 05:01:13.265216 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1c875731-3686-4625-b9f5-2091bbe9c14d req-6e928c8d-b7ea-4a8a-9a87-69e76f5404d0 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473261
Jan 24 05:01:13.859964 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b79113-0b47-4522-8341-a090d75caedf req-ecef9e9f-58dc-40f4-8966-692f348776ca tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:13.861719 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-38b79113-0b47-4522-8341-a090d75caedf req-ecef9e9f-58dc-40f4-8966-692f348776ca tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1100132
Jan 24 05:01:13.888372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67924014-3a1e-4d8d-b514-c31e7a922204 req-8a7b585d-cb84-4454-bbd4-96e0773756ee tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:13.890116 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-67924014-3a1e-4d8d-b514-c31e7a922204 req-8a7b585d-cb84-4454-bbd4-96e0773756ee tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1127436
Jan 24 05:01:13.914729 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-38b79113-0b47-4522-8341-a090d75caedf req-5f68e95c-1571-417a-9461-c357dcb31fd8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462840
Jan 24 05:01:13.943413 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-67924014-3a1e-4d8d-b514-c31e7a922204 req-7eb682b1-2d7f-4e4d-82db-0db9418cdbc7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466418
Jan 24 05:01:14.506008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c2ae-d25d-4fe1-94d0-7f987f69c9c0 req-3384f7b7-2437-4a2f-9b9f-c81c900947c4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:14.507696 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b2c2c2ae-d25d-4fe1-94d0-7f987f69c9c0 req-3384f7b7-2437-4a2f-9b9f-c81c900947c4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1116290
Jan 24 05:01:14.561226 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b2c2c2ae-d25d-4fe1-94d0-7f987f69c9c0 req-84489110-806e-411f-b3ae-bfca5bbd015e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471270
Jan 24 05:01:15.192859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60cd3-cbc2-40af-b206-25a47d58f157 req-d6116e37-4fa0-4b11-8d0f-4b82e8927fa6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:15.194559 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5ea60cd3-cbc2-40af-b206-25a47d58f157 req-d6116e37-4fa0-4b11-8d0f-4b82e8927fa6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1188717
Jan 24 05:01:15.341188 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5ea60cd3-cbc2-40af-b206-25a47d58f157 req-f2560717-0750-4cc1-b568-528ea5f47aea tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327500
Jan 24 05:01:15.392144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 50818) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:01:15.465823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a51aed-3008-4086-9e6e-f1448840fff3 req-840172e5-36d1-4d3f-84fd-4f4d08b3ff11 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:15.468089 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-71a51aed-3008-4086-9e6e-f1448840fff3 req-840172e5-36d1-4d3f-84fd-4f4d08b3ff11 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1136649
Jan 24 05:01:15.520447 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-71a51aed-3008-4086-9e6e-f1448840fff3 req-45a841a6-6eb4-4f08-a509-e886683235da tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458109
Jan 24 05:01:15.558031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:15.572971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:01:15.577827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Usage tracker for resource:security_group_rule and tenant:898cfdb737bb40f7bc76bf8629cbb37e is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:01:15.580777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:01:15.586610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:01:15.673285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:15.676428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:15.685486 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-47ae3db1-f380-4fb8-9379-f8d693a3f454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:15.775584 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=898cfdb737bb40f7bc76bf8629cbb37e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3821309
Jan 24 05:01:15.778683 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 50828) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:01:15.786842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b181ca-4b4d-4e22-b4d9-91c0cd1bed58,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:15.795701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:15.839377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfa2bd-210c-4086-9f4a-97cf8b9d1053 req-d4e87380-81c6-45c5-be7a-abf940e4a71a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:15.841070 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbdfa2bd-210c-4086-9f4a-97cf8b9d1053 req-d4e87380-81c6-45c5-be7a-abf940e4a71a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1488469
Jan 24 05:01:15.846784 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:15.875475 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:15.899383 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbdfa2bd-210c-4086-9f4a-97cf8b9d1053 req-0addff07-5419-47fd-a824-e38257162c76 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504408
Jan 24 05:01:15.924280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:15.929442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ff1e0c22-80e1-4c85-8608-e8f20f2b1fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:15.943756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b181ca-4b4d-4e22-b4d9-91c0cd1bed58,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:15.952638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:15.953868 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34b181ca-4b4d-4e22-b4d9-91c0cd1bed58 HTTP/1.1" status: 204  len: 168 time: 0.1741292
Jan 24 05:01:15.955282 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.955692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.956141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.956494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.956971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.957368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.957757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.958146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.958578 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.958899 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.959285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.959672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.960096 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.960483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.960900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.961283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.961668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.962053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.962445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.962888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.963239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.963621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.964003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.964383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:15.968043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-076f6f82-81dd-4527-bb85-6d4584de53a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:16.552852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb43b9-31dd-460a-a18e-2636fd3ebfb4 req-3b007a4d-c0a4-4deb-be3d-d609125b9e5d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:16.561519 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e1eb43b9-31dd-460a-a18e-2636fd3ebfb4 req-3b007a4d-c0a4-4deb-be3d-d609125b9e5d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1235485
Jan 24 05:01:16.612318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf209-3cb1-49c3-9258-d01b58d250a9 req-50e66cba-14e0-48da-b324-0d34d898e6a3 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:16.614886 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b3cf209-3cb1-49c3-9258-d01b58d250a9 req-50e66cba-14e0-48da-b324-0d34d898e6a3 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1184843
Jan 24 05:01:16.623692 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e1eb43b9-31dd-460a-a18e-2636fd3ebfb4 req-319c42a4-0f08-42b6-8eab-53af2f54cc73 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611191
Jan 24 05:01:16.675049 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b3cf209-3cb1-49c3-9258-d01b58d250a9 req-a6edf66a-9aea-4178-a56e-c56c7a603b37 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537550
Jan 24 05:01:16.858581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46ad44-757a-4829-935d-c4cd38e0cd59 req-fdb438d7-8b9a-46a5-a372-4ac49b9d3936 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:16.860212 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d46ad44-757a-4829-935d-c4cd38e0cd59 req-fdb438d7-8b9a-46a5-a372-4ac49b9d3936 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1095541
Jan 24 05:01:16.915570 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d46ad44-757a-4829-935d-c4cd38e0cd59 req-fb105ffb-79fb-4972-bc3b-445641ba2b48 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488734
Jan 24 05:01:17.872086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4ad0-851e-452a-9605-f1f031c560de req-9f3fed72-43ad-40d5-8ab3-19ebbaec82b7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:17.874849 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bc4f4ad0-851e-452a-9605-f1f031c560de req-9f3fed72-43ad-40d5-8ab3-19ebbaec82b7 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1154110
Jan 24 05:01:17.930634 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bc4f4ad0-851e-452a-9605-f1f031c560de req-c4c2558a-bd6e-416c-afc1-62a012df5ae3 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498044
Jan 24 05:01:17.940253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e228ca-c72c-4338-880a-2e14c964642a req-1926ead6-4d5d-4b25-93fd-50a4b39394b1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:17.941962 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-56e228ca-c72c-4338-880a-2e14c964642a req-1926ead6-4d5d-4b25-93fd-50a4b39394b1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1132541
Jan 24 05:01:17.994005 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-56e228ca-c72c-4338-880a-2e14c964642a req-e626ea0d-202a-40be-827b-b02799a0224f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456264
Jan 24 05:01:18.817697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-7ba12d9f-a456-4bb8-8b3e-ff2fc19088d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:18.818463 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-7ba12d9f-a456-4bb8-8b3e-ff2fc19088d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 1162 time: 0.0790489
Jan 24 05:01:18.975681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-340a6a8b-de0d-4eea-b44f-2558eecf834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:18.977340 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-340a6a8b-de0d-4eea-b44f-2558eecf834a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.1418934
Jan 24 05:01:19.114970 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-1f4d1863-d8ac-4bbb-a48b-786d8284a5de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 200  len: 217 time: 0.1056361
Jan 24 05:01:19.256429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e392bc-0437-40d7-ae4a-5a07bbecf338 req-86e8169e-600b-4f44-bf42-a64a366b55f2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:19.258323 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-60e392bc-0437-40d7-ae4a-5a07bbecf338 req-86e8169e-600b-4f44-bf42-a64a366b55f2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1151905
Jan 24 05:01:19.314732 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-60e392bc-0437-40d7-ae4a-5a07bbecf338 req-f40c4952-b7ce-4730-b017-e767dfa14987 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489993
Jan 24 05:01:19.440015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc679d-d344-49aa-ba71-07ec7e35b698 req-d0ccdd2e-fdb5-4f76-98fa-6e3a032aed59 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:19.441662 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-abdc679d-d344-49aa-ba71-07ec7e35b698 req-d0ccdd2e-fdb5-4f76-98fa-6e3a032aed59 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.3708186
Jan 24 05:01:19.480441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-c4f43ef1-8788-4fab-9e14-db43ca926eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:19.482001 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-c4f43ef1-8788-4fab-9e14-db43ca926eb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.3308346
Jan 24 05:01:19.548631 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-abdc679d-d344-49aa-ba71-07ec7e35b698 req-b7857400-8a00-4e88-b468-31bc2b6209f3 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963345
Jan 24 05:01:19.550755 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-994a5d26-b1ff-468a-b33c-bc40a36fd89f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545852
Jan 24 05:01:19.698901 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-b0b7bde1-7b93-4b9f-8889-2fcd0fb2af93 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383529
Jan 24 05:01:19.844367 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d77472b-ee39-44de-a0ed-b5a1eb1425ce req-9c8c6af1-f1ec-43f4-bc0a-2ba845b02ba9 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377561
Jan 24 05:01:20.168469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:01:20.241717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:01:20.241908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:20.372314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:01:20.445978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 89108169-eda8-4a9b-b2e9-4cf798445dbe triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:01:20.446320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:20.594406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fecb64-ae3d-463b-a8a9-93a62bb0ed9c req-9b73cb53-3119-4328-b03d-42aa2f16be60 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:20.596359 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-38fecb64-ae3d-463b-a8a9-93a62bb0ed9c req-9b73cb53-3119-4328-b03d-42aa2f16be60 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1217616
Jan 24 05:01:20.652095 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-38fecb64-ae3d-463b-a8a9-93a62bb0ed9c req-bf286797-42d1-4ff2-96ec-ccca1502e788 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493512
Jan 24 05:01:20.794105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf210d3f-3769-4acb-a630-e71d7e1d788e req-625964e8-b2c5-4d43-9f82-708fdb303c2d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:20.796517 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cf210d3f-3769-4acb-a630-e71d7e1d788e req-625964e8-b2c5-4d43-9f82-708fdb303c2d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1147008
Jan 24 05:01:20.863147 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cf210d3f-3769-4acb-a630-e71d7e1d788e req-3d4ded37-2c83-4785-ba78-1bd2e22edd73 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478625
Jan 24 05:01:21.906645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d02b91-3036-446a-a34b-08854596af56 req-7650f0f1-d042-4177-a57e-1657a9286ab6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:21.908311 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-35d02b91-3036-446a-a34b-08854596af56 req-7650f0f1-d042-4177-a57e-1657a9286ab6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1079712
Jan 24 05:01:21.962227 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-35d02b91-3036-446a-a34b-08854596af56 req-9580095b-c622-4ae8-b081-a9106912fd82 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477142
Jan 24 05:01:22.104099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a50bdf-842c-447b-95dd-f5e7f9285aa8 req-14740e16-8cd9-4bca-ba04-cc4e916f6c53 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:22.105621 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d9a50bdf-842c-447b-95dd-f5e7f9285aa8 req-14740e16-8cd9-4bca-ba04-cc4e916f6c53 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1096623
Jan 24 05:01:22.157917 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d9a50bdf-842c-447b-95dd-f5e7f9285aa8 req-80075bb3-6cab-4f15-aabe-ed76b31a68b5 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458982
Jan 24 05:01:23.214802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4eb8-23d4-4c08-872b-d10fbd5ee9b1 req-bc9bae39-0b4a-4358-858a-4b305635bb39 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:23.216457 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25de4eb8-23d4-4c08-872b-d10fbd5ee9b1 req-bc9bae39-0b4a-4358-858a-4b305635bb39 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1079407
Jan 24 05:01:23.272237 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25de4eb8-23d4-4c08-872b-d10fbd5ee9b1 req-1ba7fbb9-8855-4a07-99db-fd5587dbcf4b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487461
Jan 24 05:01:23.394729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf69775-b268-4f2c-9c72-f2f1d93b33a4 req-17308855-802e-4820-8dc2-ceacbba7c52e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:23.396347 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ecf69775-b268-4f2c-9c72-f2f1d93b33a4 req-17308855-802e-4820-8dc2-ceacbba7c52e tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1048470
Jan 24 05:01:23.449427 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ecf69775-b268-4f2c-9c72-f2f1d93b33a4 req-d9fb161e-8bf3-4be0-bf0b-52b755d7ab0a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466883
Jan 24 05:01:24.528209 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabf92f-a9a6-4a26-990f-43408ccef320 req-1a469fe1-547f-4361-a675-d37100972448 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:24.529945 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aeabf92f-a9a6-4a26-990f-43408ccef320 req-1a469fe1-547f-4361-a675-d37100972448 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1059308
Jan 24 05:01:24.585185 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aeabf92f-a9a6-4a26-990f-43408ccef320 req-cad546f3-c71d-4b3e-b9a4-fc31073aebe1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487385
Jan 24 05:01:24.692308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90ff06-c2ec-4765-a3f2-94ead5e446e9 req-b8b3218e-40cb-4db5-a243-60c20e46086f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:24.694058 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8d90ff06-c2ec-4765-a3f2-94ead5e446e9 req-b8b3218e-40cb-4db5-a243-60c20e46086f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1124296
Jan 24 05:01:24.749466 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8d90ff06-c2ec-4765-a3f2-94ead5e446e9 req-16d10cfa-7b46-4b79-a4b0-c0a19a54c4e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481100
Jan 24 05:01:25.474494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:01:25.836227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23920d7-b255-4e85-a0a0-b6358a009d36 req-aaf65a91-1b08-49cd-bd69-b9d0c644d48e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:25.837912 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c23920d7-b255-4e85-a0a0-b6358a009d36 req-aaf65a91-1b08-49cd-bd69-b9d0c644d48e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1074862
Jan 24 05:01:25.891264 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c23920d7-b255-4e85-a0a0-b6358a009d36 req-5337ed73-f1ff-4814-9346-446021de49d3 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470388
Jan 24 05:01:25.991014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536b67c-95a5-47d6-a33f-813a9cfb516b req-2c6e57ce-2d8b-4523-b692-da14b4356ddc tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:25.992572 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1536b67c-95a5-47d6-a33f-813a9cfb516b req-2c6e57ce-2d8b-4523-b692-da14b4356ddc tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1126978
Jan 24 05:01:26.044001 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1536b67c-95a5-47d6-a33f-813a9cfb516b req-d168dd24-a53f-41a6-b097-a4fb7175395a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444071
Jan 24 05:01:27.145651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d325d11-19fe-474c-be25-580b5e88fe2b req-4ef474f9-5730-4acf-9973-60fb2dc3a332 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:27.147263 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d325d11-19fe-474c-be25-580b5e88fe2b req-4ef474f9-5730-4acf-9973-60fb2dc3a332 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1092284
Jan 24 05:01:27.199632 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d325d11-19fe-474c-be25-580b5e88fe2b req-3934fa85-6563-4ed6-a569-c3792199d2e3 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458486
Jan 24 05:01:27.284456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8a4ba-a689-4a88-92cb-500fc97f3f0f req-4a6b80f1-4694-42e6-bcb2-a4bd917007b1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:27.286193 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c8a4ba-a689-4a88-92cb-500fc97f3f0f req-4a6b80f1-4694-42e6-bcb2-a4bd917007b1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1082304
Jan 24 05:01:27.338133 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-83c8a4ba-a689-4a88-92cb-500fc97f3f0f req-ab9c48ca-f2c3-4ed1-813f-c4ed42fd2588 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453227
Jan 24 05:01:28.453268 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5f35e-7003-40d8-9a0c-1d3157d47687 req-bf4c6553-ee99-4087-8dda-a9faddf3ec0a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:28.454814 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c3e5f35e-7003-40d8-9a0c-1d3157d47687 req-bf4c6553-ee99-4087-8dda-a9faddf3ec0a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1075120
Jan 24 05:01:28.512480 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c3e5f35e-7003-40d8-9a0c-1d3157d47687 req-49e87080-5f44-4fd9-9fdc-d88f8baa3301 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514059
Jan 24 05:01:28.581609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c9385-07a9-460f-8f74-901fffaa79a8 req-3a425ab0-feb4-4355-8d56-6fa4196ae291 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:28.583261 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4f1c9385-07a9-460f-8f74-901fffaa79a8 req-3a425ab0-feb4-4355-8d56-6fa4196ae291 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1130760
Jan 24 05:01:28.637064 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4f1c9385-07a9-460f-8f74-901fffaa79a8 req-f6604033-9dac-4a26-bb4c-4fc5ff8f7241 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473385
Jan 24 05:01:29.727855 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 80eb54b9-685a-4810-9e0d-851a05ca2399 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:01:29.765755 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05241396-70c4-48bb-af8c-207fe280cb3e req-a6b72d51-4c0f-4522-83c2-df972ad6dbdb tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:29.767400 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-05241396-70c4-48bb-af8c-207fe280cb3e req-a6b72d51-4c0f-4522-83c2-df972ad6dbdb tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.1071210
Jan 24 05:01:29.804635 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 80eb54b9-685a-4810-9e0d-851a05ca2399 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:01:29.805167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:29.823319 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-05241396-70c4-48bb-af8c-207fe280cb3e req-09e478bc-8a82-45a2-8ccc-12da3aa924c9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495327
Jan 24 05:01:29.881865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562c1ca-08fa-4239-97e1-40d93393312b req-9ab30873-15d6-4201-ad77-ef4efe5cc385 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:29.884023 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5562c1ca-08fa-4239-97e1-40d93393312b req-9ab30873-15d6-4201-ad77-ef4efe5cc385 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1148462
Jan 24 05:01:29.941554 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:29.953087 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5562c1ca-08fa-4239-97e1-40d93393312b req-592aeb76-7594-4c58-93d9-e3147b9abb74 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597672
Jan 24 05:01:29.974405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:01:29.986103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 80eb54b9-685a-4810-9e0d-851a05ca2399, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=80eb54b9-685a-4810-9e0d-851a05ca2399,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:29.989551 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:29.990641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:01:30.050047 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'code': 200}
Jan 24 05:01:30.050695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:30.143135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 89108169-eda8-4a9b-b2e9-4cf798445dbe triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:01:30.143553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:30.169421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=80eb54b9-685a-4810-9e0d-851a05ca2399,revision_number=6']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:30.177682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:30.945222 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a107-eb88-489f-856b-caa5eaad69ba req-5116fb14-f1e9-46a8-a7fc-f9805d6f94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:30.946894 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c31a107-eb88-489f-856b-caa5eaad69ba req-5116fb14-f1e9-46a8-a7fc-f9805d6f94b1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 1162 time: 0.0784748
Jan 24 05:01:30.999572 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c31a107-eb88-489f-856b-caa5eaad69ba req-c4fb6055-5a69-43a0-a640-8a812aeb0944 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415242
Jan 24 05:01:31.147525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-73a2669c-9c01-4b88-82d6-40a520877e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:31.278206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d0f33-2ac9-4782-9b13-f52ce8cad642 req-f0c748ef-8382-4eca-be97-e5bdbd78cb88 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:31.280438 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cf1d0f33-2ac9-4782-9b13-f52ce8cad642 req-f0c748ef-8382-4eca-be97-e5bdbd78cb88 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1390038
Jan 24 05:01:31.340930 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cf1d0f33-2ac9-4782-9b13-f52ce8cad642 req-acee011b-8f91-4114-a3be-f0613827cbd5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526714
Jan 24 05:01:31.451798 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 80eb54b9-685a-4810-9e0d-851a05ca2399 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:01:31.512756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ca361-321d-4458-8470-7f6fc510c8c2 req-7a844637-8939-4241-9b7a-df74e1ad2926 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:31.514795 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-159ca361-321d-4458-8470-7f6fc510c8c2 req-7a844637-8939-4241-9b7a-df74e1ad2926 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1201761
Jan 24 05:01:31.528164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 80eb54b9-685a-4810-9e0d-851a05ca2399 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:01:31.528620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:31.573411 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-159ca361-321d-4458-8470-7f6fc510c8c2 req-94d77df2-6041-4d5e-9f99-cc5600a2ee96 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515573
Jan 24 05:01:31.751516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51056) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:01:31.847919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:01:31.938789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 89108169-eda8-4a9b-b2e9-4cf798445dbe triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:01:31.939203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:31.946616 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:31.962497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:01:31.967379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Usage tracker for resource:security_group_rule and tenant:a943d2b740a14bac9ccbef21d8463268 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:01:31.970794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:01:31.976960 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:01:32.071630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:32.074944 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:32.084489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-27ed8e31-4347-4cff-ae6e-edd30416d075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:32.130639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f26f34-b835-43ae-b3e2-a657ca13d6f0,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:32.136382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:32.142652 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a943d2b740a14bac9ccbef21d8463268&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3896306
Jan 24 05:01:32.143640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51068) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:01:32.208663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1d73-cdfc-4f3e-a35c-5f28823f10d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:32.236607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1d73-cdfc-4f3e-a35c-5f28823f10d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:32.285827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1d73-cdfc-4f3e-a35c-5f28823f10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:32.291763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-80dcd9e6-99e4-4780-ad0a-52f3f95d3742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:32.308402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e1d73-cdfc-4f3e-a35c-5f28823f10d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f26f34-b835-43ae-b3e2-a657ca13d6f0,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:32.312397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cb7e1d73-cdfc-4f3e-a35c-5f28823f10d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:32.317024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1d73-cdfc-4f3e-a35c-5f28823f10d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:32.318342 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-cb7e1d73-cdfc-4f3e-a35c-5f28823f10d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7f26f34-b835-43ae-b3e2-a657ca13d6f0 HTTP/1.1" status: 204  len: 168 time: 0.1733897
Jan 24 05:01:32.630153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebc4e7-dcdd-4614-a264-88e5604c5eed req-c1e24c15-07c4-403d-af56-9480d3833b41 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:32.631883 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d6ebc4e7-dcdd-4614-a264-88e5604c5eed req-c1e24c15-07c4-403d-af56-9480d3833b41 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1118658
Jan 24 05:01:32.690357 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d6ebc4e7-dcdd-4614-a264-88e5604c5eed req-2e5d8a4b-4625-42c9-97ca-58c6f5c6e1c8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517461
Jan 24 05:01:33.439278 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 80eb54b9-685a-4810-9e0d-851a05ca2399 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:01:33.531128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 80eb54b9-685a-4810-9e0d-851a05ca2399 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:01:33.531880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:33.564556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6dd60aa0-fc22-4109-a3e2-cdd3cc38667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:33.802463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:34.033980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe68e-2dbe-43a7-9f68-9fc4f39f51fa req-3f939480-57ec-48ef-968d-f4b868c6ad69 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:34.035690 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-45ffe68e-2dbe-43a7-9f68-9fc4f39f51fa req-3f939480-57ec-48ef-968d-f4b868c6ad69 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1205606
Jan 24 05:01:34.090754 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-45ffe68e-2dbe-43a7-9f68-9fc4f39f51fa req-ff6784ac-db23-4e6d-8088-62dc4c8a1ffa tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483072
Jan 24 05:01:35.011507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:35.138155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 80eb54b9-685a-4810-9e0d-851a05ca2399 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:01:35.217630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 80eb54b9-685a-4810-9e0d-851a05ca2399 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:01:35.218064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:35.378758 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea0663-111a-4100-a4d0-dad0c6ac8ccd req-60adadf7-891b-452a-8f81-ea5aad6a21a0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:35.380447 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-62ea0663-111a-4100-a4d0-dad0c6ac8ccd req-60adadf7-891b-452a-8f81-ea5aad6a21a0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1182680
Jan 24 05:01:35.434892 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-62ea0663-111a-4100-a4d0-dad0c6ac8ccd req-dfcb8c57-da51-4942-aa7a-38616de325e2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480602
Jan 24 05:01:35.437413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:35.524932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d209725-d61b-4b48-bf2a-2adcd51a1a66 req-2906c409-5b7d-4130-a5cb-b2329712b630 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:35.526569 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3d209725-d61b-4b48-bf2a-2adcd51a1a66 req-2906c409-5b7d-4130-a5cb-b2329712b630 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1194849
Jan 24 05:01:35.579442 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3d209725-d61b-4b48-bf2a-2adcd51a1a66 req-c9c18f54-6be7-4a36-984f-6a7cd3188a68 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462174
Jan 24 05:01:36.259121 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-068a46c2-0421-4919-843e-1c577030d602 req-f431d147-a70d-4ace-b36d-e1d0ad6a3a99 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0762017
Jan 24 05:01:36.417175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a46c2-0421-4919-843e-1c577030d602 req-5e35cc20-f9d9-40b4-b669-72e597b16dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:36.418780 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-068a46c2-0421-4919-843e-1c577030d602 req-5e35cc20-f9d9-40b4-b669-72e597b16dd5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 1163 time: 0.0813518
Jan 24 05:01:36.631610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a46c2-0421-4919-843e-1c577030d602 req-ed33c664-cd85-4335-b419-867b563a5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:36.633312 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-068a46c2-0421-4919-843e-1c577030d602 req-ed33c664-cd85-4335-b419-867b563a5847 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 200  len: 911 time: 0.1439965
Jan 24 05:01:36.730972 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-068a46c2-0421-4919-843e-1c577030d602 req-24180e93-c721-480d-9eea-256a5085b54b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08674dad-bf5f-4c48-82f9-70ff67c7cf93 HTTP/1.1" status: 200  len: 217 time: 0.0698357
Jan 24 05:01:36.831496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2a6da-1810-4638-af6a-9a0306a5176d req-9366c06c-bce2-4cbc-8095-b3e2af9c4549 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:36.833194 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-44a2a6da-1810-4638-af6a-9a0306a5176d req-9366c06c-bce2-4cbc-8095-b3e2af9c4549 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1111906
Jan 24 05:01:36.835105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a46c2-0421-4919-843e-1c577030d602 req-8968a895-a8d4-4de6-8e82-e121999ea184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:36.836741 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-068a46c2-0421-4919-843e-1c577030d602 req-8968a895-a8d4-4de6-8e82-e121999ea184 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 200  len: 857 time: 0.0764942
Jan 24 05:01:36.890880 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-44a2a6da-1810-4638-af6a-9a0306a5176d req-81c9b4b3-10c8-486a-8327-23d4f6c0dcb4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506473
Jan 24 05:01:36.914302 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-068a46c2-0421-4919-843e-1c577030d602 req-51f4d974-b325-4dc6-b997-da4b8a314d1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9fd5f26c-e77f-486e-ab41-96c5de2e4701&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469990
Jan 24 05:01:37.076342 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-068a46c2-0421-4919-843e-1c577030d602 req-19865df6-6cf9-47cb-99df-c0b2567d0d8c service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365974
Jan 24 05:01:37.224641 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-068a46c2-0421-4919-843e-1c577030d602 req-e01f0a2a-286c-4643-936b-e0286f830ae0 service neutron] 10.222.0.61 "GET /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357064
Jan 24 05:01:38.140266 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e2c55-8cf0-435b-b6dd-598b62d3cc7d req-95c7f2fd-46f2-4077-8dca-6dee7a07b436 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:38.141791 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-932e2c55-8cf0-435b-b6dd-598b62d3cc7d req-95c7f2fd-46f2-4077-8dca-6dee7a07b436 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1131146
Jan 24 05:01:38.199272 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-932e2c55-8cf0-435b-b6dd-598b62d3cc7d req-f73f12f9-34e6-4659-b4a4-127e97dd9ece tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512590
Jan 24 05:01:38.374136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:38.917768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26068126-6e48-4186-8994-306357aad2e8 req-ec20e555-7b51-4a77-b9f0-583504d9cd7f tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:38.919389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26068126-6e48-4186-8994-306357aad2e8 req-ec20e555-7b51-4a77-b9f0-583504d9cd7f tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 945 time: 0.1051824
Jan 24 05:01:38.972066 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26068126-6e48-4186-8994-306357aad2e8 req-c0d20b11-0f52-474e-8025-9a8fa1d6281b tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457742
Jan 24 05:01:39.453418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f17e1-e841-4897-bc17-43fc88ff06b4 req-b0f9a25d-cf8d-4317-bf99-07f52a880925 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:39.455092 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-167f17e1-e841-4897-bc17-43fc88ff06b4 req-b0f9a25d-cf8d-4317-bf99-07f52a880925 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1120696
Jan 24 05:01:39.509803 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-167f17e1-e841-4897-bc17-43fc88ff06b4 req-805dd0aa-1d35-4bd7-a929-76373025f726 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482402
Jan 24 05:01:39.681187 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db697a2b-48c1-4ddc-93d9-a2f47e22a1a6 req-744655c4-a162-40e5-b1af-84a666fcfa34 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:39.682817 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-db697a2b-48c1-4ddc-93d9-a2f47e22a1a6 req-744655c4-a162-40e5-b1af-84a666fcfa34 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1096516
Jan 24 05:01:39.735506 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-db697a2b-48c1-4ddc-93d9-a2f47e22a1a6 req-a7359b39-5fd0-47e8-b909-f43939f981fe tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453763
Jan 24 05:01:39.881675 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-7727cdc9-18d9-4e72-9b5b-543907e85999 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:39.883222 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-7727cdc9-18d9-4e72-9b5b-543907e85999 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 945 time: 0.1035476
Jan 24 05:01:39.976307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Deleting port 6943940c-0af2-4741-bb0f-ec0552c52eea {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:01:39.976719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:40.212958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d77624-28f1-43e7-8263-821dfb5b9f86 req-77c740ab-63c4-4ed5-bc04-1ba50d60d14b tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:40.214585 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-32d77624-28f1-43e7-8263-821dfb5b9f86 req-77c740ab-63c4-4ed5-bc04-1ba50d60d14b tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 945 time: 0.1112838
Jan 24 05:01:40.242560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] For port 6943940c-0af2-4741-bb0f-ec0552c52eea, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=6943940c-0af2-4741-bb0f-ec0552c52eea,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:40.243310 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:40.271071 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-32d77624-28f1-43e7-8263-821dfb5b9f86 req-270182e7-980f-472d-9a65-2bbced9594da tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492816
Jan 24 05:01:40.378664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Calling delete_port for 6943940c-0af2-4741-bb0f-ec0552c52eea owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:01:40.531061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:40.548258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e75fd676-edab-4613-bf4e-c5ed10e5562c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:40.649790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Pushing event deleted for resources: {'Port': ['ID=6943940c-0af2-4741-bb0f-ec0552c52eea,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:40.652426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:40.711383 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46fb5037-07d3-4e3c-a09e-b5b162facdeb req-f39ba29f-fc82-453b-be18-2093ab43c2a2 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 210 time: 0.0670702
Jan 24 05:01:40.803612 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] No DVR routers for this DVR port 6943940c-0af2-4741-bb0f-ec0552c52eea on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:01:40.805963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:40.808739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00faf218-a66f-4c50-a1a8-b6b8f38853b1', 'name': 'network-vif-deleted', 'tag': '6943940c-0af2-4741-bb0f-ec0552c52eea'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:01:40.824993 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1632e63d-ebc4-4467-90a1-9b4cfde91db9 req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "DELETE /v2.0/ports/6943940c-0af2-4741-bb0f-ec0552c52eea HTTP/1.1" status: 204  len: 173 time: 0.9264760
Jan 24 05:01:40.871326 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00faf218-a66f-4c50-a1a8-b6b8f38853b1', 'name': 'network-vif-deleted', 'tag': '6943940c-0af2-4741-bb0f-ec0552c52eea', 'status': 'completed', 'code': 200}
Jan 24 05:01:40.974885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bbef6-af46-4185-ade7-19716f9f9d9f req-e198d22b-cc4a-4ea2-bd9b-7b68c0f41480 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:40.976515 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ab6bbef6-af46-4185-ade7-19716f9f9d9f req-e198d22b-cc4a-4ea2-bd9b-7b68c0f41480 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1062505
Jan 24 05:01:41.032112 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ab6bbef6-af46-4185-ade7-19716f9f9d9f req-20760887-e841-4b5d-aab3-c650733d396a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490046
Jan 24 05:01:41.510620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b22ab-f59f-4d05-bcc4-0851ddc0916c req-9c0923af-0da6-4cd9-b02e-77d8c91dc869 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:41.512219 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b99b22ab-f59f-4d05-bcc4-0851ddc0916c req-9c0923af-0da6-4cd9-b02e-77d8c91dc869 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 945 time: 0.1067822
Jan 24 05:01:41.563757 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b99b22ab-f59f-4d05-bcc4-0851ddc0916c req-05a81214-e073-4157-ab67-e00353f234f8 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451756
Jan 24 05:01:41.903781 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8de70a97-9699-4402-973e-94af89667b38 req-1d0b7815-c615-43a6-b522-93d3c26fef55 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=00faf218-a66f-4c50-a1a8-b6b8f38853b1 HTTP/1.1" status: 200  len: 210 time: 0.0471513
Jan 24 05:01:42.478278 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817bc7-54e2-467e-8941-72fecda29837 req-5f8c06ee-540b-4ba1-9520-1ca28e5ea2ff tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:42.479908 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a0817bc7-54e2-467e-8941-72fecda29837 req-5f8c06ee-540b-4ba1-9520-1ca28e5ea2ff tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.3145211
Jan 24 05:01:42.531894 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a0817bc7-54e2-467e-8941-72fecda29837 req-db7689b0-5474-4b8e-b4e0-f673524b14a4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453525
Jan 24 05:01:42.617774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 6943940c-0af2-4741-bb0f-ec0552c52eea no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:01:42.654729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: 6943940c-0af2-4741-bb0f-ec0552c52eea {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:01:42.655119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 6943940c-0af2-4741-bb0f-ec0552c52eea not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:01:42.795184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ee451-c58f-4f63-b916-582fc0638155 req-91686dca-7134-4b1c-82a8-c32280768f8d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:42.797697 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f72ee451-c58f-4f63-b916-582fc0638155 req-91686dca-7134-4b1c-82a8-c32280768f8d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 945 time: 0.1059501
Jan 24 05:01:42.852093 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f72ee451-c58f-4f63-b916-582fc0638155 req-eed45d7d-c92e-4190-bd10-cca3c426c773 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481298
Jan 24 05:01:43.003302 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130d422-55af-4a7f-b617-fea685bb9209 req-2aef6985-b44d-4a50-a653-7b9a18eb42ee tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:43.004935 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d130d422-55af-4a7f-b617-fea685bb9209 req-2aef6985-b44d-4a50-a653-7b9a18eb42ee tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.61 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 945 time: 0.1076458
Jan 24 05:01:43.040209 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:01:43.087927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Deleting port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:01:43.088697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:43.173172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:43.209040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee8c5f3-6c99-4713-90f6-28c6c01e0031'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:01:43.220326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,segment=NetworkSegment(6b2f7296-41d4-4d56-ab14-fe491d8e8e7d),segment_id=6b2f7296-41d4-4d56-ab14-fe491d8e8e7d)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:43.223242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:43.225281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ec119cd1-cdd5-44b4-a1f7-ccd34b5f719c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:43.272648 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee8c5f3-6c99-4713-90f6-28c6c01e0031', 'code': 200}
Jan 24 05:01:43.317607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:43.325521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.325852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.326234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.326605 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.326974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.327508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.327915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.328374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.328815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.329182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.329547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.329910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.330313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.330677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.331040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.331400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.331758 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.332120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.332479 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.332871 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.333236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.333595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.333959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.334311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:43.338617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:43.367764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] For port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,segment=NetworkSegment(6b2f7296-41d4-4d56-ab14-fe491d8e8e7d),segment_id=6b2f7296-41d4-4d56-ab14-fe491d8e8e7d)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:43.368161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:43.503522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Calling delete_port for 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:01:43.586510 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:01:43.586877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:01:43.773120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490dd5-247d-46bd-b7fd-75460563e0e2 req-28a9c891-664c-4843-b0d5-b3d45a5b57fa tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:43.774747 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0a490dd5-247d-46bd-b7fd-75460563e0e2 req-28a9c891-664c-4843-b0d5-b3d45a5b57fa tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.1096542
Jan 24 05:01:43.826023 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0a490dd5-247d-46bd-b7fd-75460563e0e2 req-3406a621-07b7-443b-8655-e5066c62e594 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444896
Jan 24 05:01:44.087220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdd37f-1ddb-48b4-9883-0f8f089f7277 req-770628c4-d17d-4f65-8997-0e412441e307 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:44.088279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Deleting port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:01:44.088703 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:44.088814 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-29fdd37f-1ddb-48b4-9883-0f8f089f7277 req-770628c4-d17d-4f65-8997-0e412441e307 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 943 time: 0.1053634
Jan 24 05:01:44.141906 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-29fdd37f-1ddb-48b4-9883-0f8f089f7277 req-5a247ad3-26da-404b-acc8-fe48ea579702 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455363
Jan 24 05:01:44.359858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] For port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,segment=NetworkSegment(6b2f7296-41d4-4d56-ab14-fe491d8e8e7d),segment_id=6b2f7296-41d4-4d56-ab14-fe491d8e8e7d)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:44.360252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:44.498586 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Calling delete_port for 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:01:44.652225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:44.669970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:44.694524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f4155-f00b-4548-b8dd-22229a344b30 req-271729ee-417e-4722-8b99-a64167574f68 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:44.696169 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3c9f4155-f00b-4548-b8dd-22229a344b30 req-271729ee-417e-4722-8b99-a64167574f68 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1104271
Jan 24 05:01:44.749886 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3c9f4155-f00b-4548-b8dd-22229a344b30 req-9bd40b75-7c5d-4e20-8555-972d08595b08 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464997
Jan 24 05:01:44.807350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Pushing event deleted for resources: {'Port': ['ID=1ee8c5f3-6c99-4713-90f6-28c6c01e0031,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:44.830451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.830842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.831237 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.831623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.832005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.832385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.832790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.833169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.833540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.833922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.834296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.834669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.835081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.835456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.835829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.836230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.836629 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.837003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.837377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.837751 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.838123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.838495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.838864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.839237 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:01:44.843901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:44.949655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-334f6a60-a3eb-4e00-bfa9-651e260917d4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:44.951176 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-334f6a60-a3eb-4e00-bfa9-651e260917d4 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.61 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.2409091
Jan 24 05:01:45.068028 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 08674dad-bf5f-4c48-82f9-70ff67c7cf93 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:01:45.072990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] No DVR routers for this DVR port 1ee8c5f3-6c99-4713-90f6-28c6c01e0031 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:01:45.075160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:45.091106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'name': 'network-vif-deleted', 'tag': '1ee8c5f3-6c99-4713-90f6-28c6c01e0031'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:01:45.129146 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d130d422-55af-4a7f-b617-fea685bb9209 req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.61 "DELETE /v2.0/ports/1ee8c5f3-6c99-4713-90f6-28c6c01e0031 HTTP/1.1" status: 204  len: 173 time: 2.1177213
Jan 24 05:01:45.150009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Deleting port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:01:45.150394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:45.187129 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f584e15e-4816-4fac-9c89-0949471c4eae', 'name': 'network-vif-deleted', 'tag': '1ee8c5f3-6c99-4713-90f6-28c6c01e0031', 'status': 'completed', 'code': 200}
Jan 24 05:01:45.196306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:45.237391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 08674dad-bf5f-4c48-82f9-70ff67c7cf93, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=08674dad-bf5f-4c48-82f9-70ff67c7cf93,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:45.257457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:45.260151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:45.341250 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bb4a6b54-dd52-4248-8a8a-ccb33f9c0cb9 req-501a3136-2631-4ddd-bbb4-91a7f53be698 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=f584e15e-4816-4fac-9c89-0949471c4eae HTTP/1.1" status: 200  len: 210 time: 0.0614436
Jan 24 05:01:45.351593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08674dad-bf5f-4c48-82f9-70ff67c7cf93'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:01:45.381541 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=08674dad-bf5f-4c48-82f9-70ff67c7cf93,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:45.385047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:45.414172 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08674dad-bf5f-4c48-82f9-70ff67c7cf93', 'code': 200}
Jan 24 05:01:45.417239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b3e86-7688-4327-a507-6d9d2041175e req-c5cbe285-f015-4647-9465-7d28be7ab7ae tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:45.418918 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a9b3e86-7688-4327-a507-6d9d2041175e req-c5cbe285-f015-4647-9465-7d28be7ab7ae tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 946 time: 0.4376040
Jan 24 05:01:45.513717 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a9b3e86-7688-4327-a507-6d9d2041175e req-0f77775f-0142-4108-902f-6fa7f099b037 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845878
Jan 24 05:01:45.518879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] For port 08674dad-bf5f-4c48-82f9-70ff67c7cf93, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=08674dad-bf5f-4c48-82f9-70ff67c7cf93,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:45.519276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:45.651693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Calling delete_port for 08674dad-bf5f-4c48-82f9-70ff67c7cf93 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:01:45.800265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:45.815942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:45.915129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Pushing event deleted for resources: {'Port': ['ID=08674dad-bf5f-4c48-82f9-70ff67c7cf93,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:45.921918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:46.006585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd308c-2330-489a-90f3-6f75ad200d53 req-6352a3d6-01ee-492a-addc-2da45838bb01 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:46.008272 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9bdd308c-2330-489a-90f3-6f75ad200d53 req-6352a3d6-01ee-492a-addc-2da45838bb01 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1223414
Jan 24 05:01:46.032168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] No DVR routers for this DVR port 08674dad-bf5f-4c48-82f9-70ff67c7cf93 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:01:46.036398 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:46.048019 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3710fa46-fc6e-486c-99e2-e6ef0b716f78 req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.61 "DELETE /v2.0/ports/08674dad-bf5f-4c48-82f9-70ff67c7cf93 HTTP/1.1" status: 204  len: 173 time: 1.0653448
Jan 24 05:01:46.065012 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9bdd308c-2330-489a-90f3-6f75ad200d53 req-af681d3d-8383-49cb-99a6-a2c06d1eaaea tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499141
Jan 24 05:01:46.709294 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6c3af12b-929f-4adf-bb05-2cbf8ea6afa8 req-01824ca9-6c10-44b1-a04d-4864cc030836 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=b0a7488c-fbd6-4bbb-adcf-9972342fc20a HTTP/1.1" status: 200  len: 210 time: 0.0504055
Jan 24 05:01:47.188309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'name': 'network-vif-deleted', 'tag': '08674dad-bf5f-4c48-82f9-70ff67c7cf93'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:01:47.251746 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a7488c-fbd6-4bbb-adcf-9972342fc20a', 'name': 'network-vif-deleted', 'tag': '08674dad-bf5f-4c48-82f9-70ff67c7cf93', 'status': 'completed', 'code': 200}
Jan 24 05:01:47.301611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772d77f-b3f9-44ba-82c1-9b5da9c7ad2e req-a94698ee-e404-422d-bc81-c9ca879acbd4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:47.302399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-6772d77f-b3f9-44ba-82c1-9b5da9c7ad2e req-a94698ee-e404-422d-bc81-c9ca879acbd4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Synchronizing usage tracker for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:01:47.317258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-6772d77f-b3f9-44ba-82c1-9b5da9c7ad2e req-a94698ee-e404-422d-bc81-c9ca879acbd4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Unset dirty status for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:01:47.318519 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6772d77f-b3f9-44ba-82c1-9b5da9c7ad2e req-a94698ee-e404-422d-bc81-c9ca879acbd4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1247137
Jan 24 05:01:47.371787 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6772d77f-b3f9-44ba-82c1-9b5da9c7ad2e req-9e0d4f44-aec9-4f49-9180-61c7e0c47686 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469739
Jan 24 05:01:48.380167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff90443-aaa6-48f6-b953-6f11ce89a311 req-fbfcaef9-16e2-4ee2-8ea2-8f70b57edbf6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:48.382126 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3ff90443-aaa6-48f6-b953-6f11ce89a311 req-fbfcaef9-16e2-4ee2-8ea2-8f70b57edbf6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1086204
Jan 24 05:01:48.434044 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3ff90443-aaa6-48f6-b953-6f11ce89a311 req-e5915de1-c44a-44f9-9f28-4ba985e7173f tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457401
Jan 24 05:01:48.611871 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ce39b-52a6-4fe5-9b43-dcd4e3945c95 req-9ae369b6-354e-4d9a-ad85-8c36b9003c44 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:48.613431 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-db5ce39b-52a6-4fe5-9b43-dcd4e3945c95 req-9ae369b6-354e-4d9a-ad85-8c36b9003c44 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1092162
Jan 24 05:01:48.873677 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-db5ce39b-52a6-4fe5-9b43-dcd4e3945c95 req-f587ba90-bd6c-4f90-9f11-25ac7020d369 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537959
Jan 24 05:01:49.666379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0bd88-45ec-4f69-a9f7-b21c14a5a4f1 req-26bf0891-c0da-4fd1-8b5a-c7a47ad98ae6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:49.667909 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bea0bd88-45ec-4f69-a9f7-b21c14a5a4f1 req-26bf0891-c0da-4fd1-8b5a-c7a47ad98ae6 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1055946
Jan 24 05:01:49.718705 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bea0bd88-45ec-4f69-a9f7-b21c14a5a4f1 req-93a000c6-63ee-4689-be81-d95754e4834b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443273
Jan 24 05:01:50.104883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de306f3-b138-4ba1-8a06-e5894faff243 req-0395c282-0aba-4a8e-8e08-d5f7eafbc4da tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:50.106475 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5de306f3-b138-4ba1-8a06-e5894faff243 req-0395c282-0aba-4a8e-8e08-d5f7eafbc4da tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1046193
Jan 24 05:01:50.160992 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5de306f3-b138-4ba1-8a06-e5894faff243 req-4950b89d-6bf3-415e-8808-16edeb51f14b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477104
Jan 24 05:01:50.331147 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-2019c184-d86a-42cf-9c00-81046acb31a1 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:50.332745 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-2019c184-d86a-42cf-9c00-81046acb31a1 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 945 time: 0.1067982
Jan 24 05:01:50.414671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Deleting port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:01:50.415056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:50.596425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 69d03ec7-d8fa-4d3c-abdf-53246b95df0a no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:01:50.679746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] For port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:50.680321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:50.721358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:50.749928 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d03ec7-d8fa-4d3c-abdf-53246b95df0a'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:01:50.760501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:50.765485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:50.767547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:50.822259 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d03ec7-d8fa-4d3c-abdf-53246b95df0a', 'code': 200}
Jan 24 05:01:50.824428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Calling delete_port for 69d03ec7-d8fa-4d3c-abdf-53246b95df0a owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:01:50.843150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:50.846981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:50.919553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:01:50.919911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:01:51.157025 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67a222-7765-4d94-9ed7-818ca14109d8 req-fdb2d780-d917-485c-a609-5239d2367887 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:51.158688 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9a67a222-7765-4d94-9ed7-818ca14109d8 req-fdb2d780-d917-485c-a609-5239d2367887 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.3016887
Jan 24 05:01:51.211172 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9a67a222-7765-4d94-9ed7-818ca14109d8 req-91593165-e042-4ff4-bfd8-12c5febf8032 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461917
Jan 24 05:01:51.405804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f287e0a-8d93-4a82-8fb5-8c418e46feea req-e5f36f5b-0676-4ba8-92b3-cfafe2c29e70 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:51.407430 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4f287e0a-8d93-4a82-8fb5-8c418e46feea req-e5f36f5b-0676-4ba8-92b3-cfafe2c29e70 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 943 time: 0.1081455
Jan 24 05:01:51.428251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Deleting port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:01:51.428662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:51.519895 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4f287e0a-8d93-4a82-8fb5-8c418e46feea req-5d0649e0-6eb5-4c7a-971b-bc7345b514d3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061320
Jan 24 05:01:51.723933 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] For port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:01:51.724569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:51.863922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Calling delete_port for 69d03ec7-d8fa-4d3c-abdf-53246b95df0a owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:01:52.008040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:52.023507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:01:52.118434 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Pushing event deleted for resources: {'Port': ['ID=69d03ec7-d8fa-4d3c-abdf-53246b95df0a,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:01:52.125549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:01:52.231726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] No DVR routers for this DVR port 69d03ec7-d8fa-4d3c-abdf-53246b95df0a on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:01:52.234080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:52.245289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'name': 'network-vif-deleted', 'tag': '69d03ec7-d8fa-4d3c-abdf-53246b95df0a'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:01:52.252309 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55f45810-d81b-4fcf-8515-132ba6c8c873 req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "DELETE /v2.0/ports/69d03ec7-d8fa-4d3c-abdf-53246b95df0a HTTP/1.1" status: 204  len: 173 time: 1.9132922
Jan 24 05:01:52.332320 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e175aebd-12e1-4563-9ca0-810af83eb0ef', 'name': 'network-vif-deleted', 'tag': '69d03ec7-d8fa-4d3c-abdf-53246b95df0a', 'status': 'completed', 'code': 200}
Jan 24 05:01:52.494496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8c1f7-c5e9-4835-b451-3eb228617f3e req-786fabbd-66d2-4bbd-920f-386ddac62fc9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:52.496130 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b4b8c1f7-c5e9-4835-b451-3eb228617f3e req-786fabbd-66d2-4bbd-920f-386ddac62fc9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1118958
Jan 24 05:01:52.552338 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b4b8c1f7-c5e9-4835-b451-3eb228617f3e req-c501e715-af0b-42da-b769-e7a20286bdf2 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488181
Jan 24 05:01:52.713708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3ff880d4-0dc9-4c4f-b610-73994d20b3ae req-4bc87813-3e31-40f3-ad83-cb2c301870c3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Synchronizing usage tracker for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:01:52.728902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3ff880d4-0dc9-4c4f-b610-73994d20b3ae req-4bc87813-3e31-40f3-ad83-cb2c301870c3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Unset dirty status for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:01:52.730142 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3ff880d4-0dc9-4c4f-b610-73994d20b3ae req-4bc87813-3e31-40f3-ad83-cb2c301870c3 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 210 time: 0.0630248
Jan 24 05:01:53.783941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3fc5f-1e3e-4150-8a1c-84831221e22d req-270cf304-0982-4dcd-b54b-98a031f1ae4c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:53.785700 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-71f3fc5f-1e3e-4150-8a1c-84831221e22d req-270cf304-0982-4dcd-b54b-98a031f1ae4c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1051641
Jan 24 05:01:53.840443 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-71f3fc5f-1e3e-4150-8a1c-84831221e22d req-61ff7198-80df-45c1-96b2-83c29346a87c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483348
Jan 24 05:01:53.924257 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-668143ae-4f9f-4129-bce3-0cfc22639b61 req-2bca1870-ea65-48ef-bc00-92e07430cbf4 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 210 time: 0.0508299
Jan 24 05:01:55.078502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd6599-0aa2-4d28-8b53-0c3edc1ac92d req-b92cd045-66d3-40bd-8c0e-66252e782985 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:55.080147 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aafd6599-0aa2-4d28-8b53-0c3edc1ac92d req-b92cd045-66d3-40bd-8c0e-66252e782985 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1067052
Jan 24 05:01:55.117053 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4c910d43-f184-483d-a2f6-8e19d61926a1 req-9652a4b4-1f95-4b5c-8e7a-ccdf046ed98f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=e175aebd-12e1-4563-9ca0-810af83eb0ef HTTP/1.1" status: 200  len: 210 time: 0.0483038
Jan 24 05:01:55.132464 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aafd6599-0aa2-4d28-8b53-0c3edc1ac92d req-334bc444-6e25-42e2-8a82-508675d18ba1 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460365
Jan 24 05:01:56.384381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32444b25-ca7c-45ca-9825-d7a2e9c1b55b req-423794dd-b603-43c4-905a-1412838c5170 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:56.386067 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-32444b25-ca7c-45ca-9825-d7a2e9c1b55b req-423794dd-b603-43c4-905a-1412838c5170 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1200411
Jan 24 05:01:56.441083 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-32444b25-ca7c-45ca-9825-d7a2e9c1b55b req-36a2b540-f46c-431a-99c5-cf8d2a67a931 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478497
Jan 24 05:01:56.660911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc0c8-8fc3-4b36-8985-52128eae0759 req-39825e52-b1ca-4504-a63d-ccf42d610baa tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:56.662554 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48edc0c8-8fc3-4b36-8985-52128eae0759 req-39825e52-b1ca-4504-a63d-ccf42d610baa tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 945 time: 0.1080189
Jan 24 05:01:56.719596 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48edc0c8-8fc3-4b36-8985-52128eae0759 req-a2ad31f5-2014-4451-a244-f353f1e184e5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502415
Jan 24 05:01:57.201657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-61ef35d6-3b6b-4996-b13d-d7b1876dae62 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:57.202977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-61ef35d6-3b6b-4996-b13d-d7b1876dae62 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Synchronizing usage tracker for tenant:3f479bb812f64e7787cda7b38db922ad on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:01:57.218694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-61ef35d6-3b6b-4996-b13d-d7b1876dae62 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Unset dirty status for tenant:3f479bb812f64e7787cda7b38db922ad on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:01:57.220174 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-61ef35d6-3b6b-4996-b13d-d7b1876dae62 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/networks?id=40020d75-1e96-4af5-9562-8f9a6fe226c5 HTTP/1.1" status: 200  len: 813 time: 0.1929467
Jan 24 05:01:57.235636 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-14edf524-c2f6-4876-abde-55fb1c1c14fe tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/quotas/3f479bb812f64e7787cda7b38db922ad HTTP/1.1" status: 200  len: 375 time: 0.0094268
Jan 24 05:01:57.289506 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-ec55551c-55e7-47c6-b584-675293b3fc10 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f479bb812f64e7787cda7b38db922ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483487
Jan 24 05:01:57.435335 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-ca59998d-3638-4c23-a8be-8983ec77f4a9 service neutron] 10.222.0.10 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378047
Jan 24 05:01:57.580905 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-97ff6ba0-a34c-4e1e-b250-fc504c8835de service neutron] 10.222.0.10 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384349
Jan 24 05:01:57.684043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168030-c242-4d34-931b-ea4481661153 req-a9e51e3c-ba09-43a5-996a-a63640f3266d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:57.684779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c9168030-c242-4d34-931b-ea4481661153 req-a9e51e3c-ba09-43a5-996a-a63640f3266d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Synchronizing usage tracker for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:01:57.701304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c9168030-c242-4d34-931b-ea4481661153 req-a9e51e3c-ba09-43a5-996a-a63640f3266d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Unset dirty status for tenant:ec5b784f5ab14f4bad3ff63b3730bc39 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:01:57.703059 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c9168030-c242-4d34-931b-ea4481661153 req-a9e51e3c-ba09-43a5-996a-a63640f3266d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1274552
Jan 24 05:01:57.758842 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c9168030-c242-4d34-931b-ea4481661153 req-7a4c1dea-abf0-43fd-859b-9bd9b80a157b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481534
Jan 24 05:01:57.796299 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-baf12729-ff0d-40bf-b999-ccf93285d996 req-0f3bf200-9d8b-458b-99ea-ef3ca3d0b315 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 210 time: 0.0606108
Jan 24 05:01:58.001966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659e21f-442d-447c-8f8a-45e49e2a4688 req-cb974f59-bfb5-4907-b0b2-95e35cc1c9d6 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:58.003626 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8659e21f-442d-447c-8f8a-45e49e2a4688 req-cb974f59-bfb5-4907-b0b2-95e35cc1c9d6 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 945 time: 0.1121299
Jan 24 05:01:58.057325 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8659e21f-442d-447c-8f8a-45e49e2a4688 req-5555ec0f-3212-4b55-a5ee-334ac729911d tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474055
Jan 24 05:01:58.976954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-209698be-c6df-414f-b399-e2f74c1ece08 req-3eeb0004-6171-4522-a071-95024151a54d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Synchronizing usage tracker for tenant:3f479bb812f64e7787cda7b38db922ad on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:01:58.993953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-209698be-c6df-414f-b399-e2f74c1ece08 req-3eeb0004-6171-4522-a071-95024151a54d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Unset dirty status for tenant:3f479bb812f64e7787cda7b38db922ad on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:01:58.995218 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-209698be-c6df-414f-b399-e2f74c1ece08 req-3eeb0004-6171-4522-a071-95024151a54d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 210 time: 0.0667887
Jan 24 05:01:59.009375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc086-f1c8-4370-a8c5-fde2dc59e321 req-3b5af192-e9c1-454a-9b28-04731c999175 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:59.011025 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46acc086-f1c8-4370-a8c5-fde2dc59e321 req-3b5af192-e9c1-454a-9b28-04731c999175 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.1178539
Jan 24 05:01:59.064114 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46acc086-f1c8-4370-a8c5-fde2dc59e321 req-d7a7c19e-1a87-40d9-8c24-f9657f55511c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457437
Jan 24 05:01:59.148169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device c20e9f93-2630-4404-a325-d5e0e59e6397 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:01:59.226534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port c20e9f93-2630-4404-a325-d5e0e59e6397 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:01:59.227055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:59.309431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fb2e7-263a-46c8-a52d-54794879b17e req-c6c9cff0-b4b8-450f-a41d-c63453d36d86 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:59.311730 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ac9fb2e7-263a-46c8-a52d-54794879b17e req-c6c9cff0-b4b8-450f-a41d-c63453d36d86 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 945 time: 0.1219029
Jan 24 05:01:59.513885 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ac9fb2e7-263a-46c8-a52d-54794879b17e req-5c411381-ae66-4d62-bdf8-8ff882b67508 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956401
Jan 24 05:01:59.598503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-c8075d6d-23c7-4a90-b543-dd573ed2e2df tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:59.600136 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-c8075d6d-23c7-4a90-b543-dd573ed2e2df tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 945 time: 0.2669532
Jan 24 05:01:59.682948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-be319f6c-a915-452b-8c6d-16df4783edc2 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:01:59.684497 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-be319f6c-a915-452b-8c6d-16df4783edc2 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.61 "GET /v2.0/networks?id=40020d75-1e96-4af5-9562-8f9a6fe226c5 HTTP/1.1" status: 200  len: 813 time: 0.3110938
Jan 24 05:01:59.724088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Deleting port c20e9f93-2630-4404-a325-d5e0e59e6397 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:01:59.724470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:01:59.760509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Request body: {'port': {'device_id': 'd75e37fe-5182-457c-9390-3a6a8718e105', 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5', 'admin_state_up': True, 'tenant_id': '3f479bb812f64e7787cda7b38db922ad'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:00.053593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:00.078014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:00.107681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Made reservation on behalf of 3f479bb812f64e7787cda7b38db922ad for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:02:00.118011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:00.179991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] For port c20e9f93-2630-4404-a325-d5e0e59e6397, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c20e9f93-2630-4404-a325-d5e0e59e6397,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:00.180406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:00.183307 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-05fd647c-f7a9-49dc-937f-358671fe8765 req-15d484c5-a506-430b-9401-e078bb1b938d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 210 time: 0.0574377
Jan 24 05:02:00.636865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Calling delete_port for c20e9f93-2630-4404-a325-d5e0e59e6397 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:00.750714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e70bce-a5f5-45f2-9c2a-f782109be945 req-a821bca3-eb78-4250-87c0-95063f02253c tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:00.752656 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-49e70bce-a5f5-45f2-9c2a-f782109be945 req-a821bca3-eb78-4250-87c0-95063f02253c tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 945 time: 0.1080303
Jan 24 05:02:00.753851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device c20e9f93-2630-4404-a325-d5e0e59e6397 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:02:00.807263 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-49e70bce-a5f5-45f2-9c2a-f782109be945 req-51a46fec-af85-4bc0-a36c-ec75d7484711 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468028
Jan 24 05:02:00.871521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0f8c-b4ac-42db-9e6a-464e38837d2d req-0ab8278b-444d-4221-b379-2e7efdf16225 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:00.873233 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1e1e0f8c-b4ac-42db-9e6a-464e38837d2d req-0ab8278b-444d-4221-b379-2e7efdf16225 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.6623738
Jan 24 05:02:00.877457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:01.044461 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1e1e0f8c-b4ac-42db-9e6a-464e38837d2d req-220fd544-164a-41f5-b7b6-23f95b837490 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292541
Jan 24 05:02:01.047497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:01.071029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:01.151289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0148b472-1700-4a4b-9e27-36eb11f649a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:01.183161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Pushing event deleted for resources: {'Port': ['ID=c20e9f93-2630-4404-a325-d5e0e59e6397,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:01.189768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:01.194933 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Allocated IP 172.20.0.7 (40020d75-1e96-4af5-9562-8f9a6fe226c5/bc7a23d1-1670-43cf-bd0e-88b6efe61927/b001faa1-d109-4839-a9a1-946afa62bcdb) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:02:01.369187 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b4e8e1f-8a74-4c97-9bb9-0fd735839370 req-5ca616e3-db0b-428a-b996-9d8f86dc3892 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 210 time: 0.0515788
Jan 24 05:02:01.427111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] No DVR routers for this DVR port c20e9f93-2630-4404-a325-d5e0e59e6397 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:02:01.431510 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:01.434230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244a979-cc70-452a-9f13-82fb013e6529', 'name': 'network-vif-deleted', 'tag': 'c20e9f93-2630-4404-a325-d5e0e59e6397'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:01.471361 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3253dd8f-8b61-49d1-8bce-190b002ad65c req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "DELETE /v2.0/ports/c20e9f93-2630-4404-a325-d5e0e59e6397 HTTP/1.1" status: 204  len: 173 time: 1.8526273
Jan 24 05:02:01.506619 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244a979-cc70-452a-9f13-82fb013e6529', 'name': 'network-vif-deleted', 'tag': 'c20e9f93-2630-4404-a325-d5e0e59e6397', 'status': 'completed', 'code': 200}
Jan 24 05:02:01.530797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:01.559272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:01.574973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-defdfaa7-86c3-4d7d-8997-cc78a0241f85 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:01.716265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Pushing event updated for resources: {'Port': ['ID=b001faa1-d109-4839-a9a1-946afa62bcdb,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:01.721709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:01.783520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Network 40020d75-1e96-4af5-9562-8f9a6fe226c5 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:02:01.784778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:02:01.787009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:02:01.868047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:01.868792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:01.887012 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1353168
Jan 24 05:02:01.912521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Request body: {'port': {'device_id': 'd75e37fe-5182-457c-9390-3a6a8718e105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:02.003785 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-681cb308-6e1c-4fea-a00c-9e5b5faedc54 req-8a80aa11-8374-4b5a-bc6d-d6af60c9f7c1 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=d244a979-cc70-452a-9f13-82fb013e6529 HTTP/1.1" status: 200  len: 210 time: 0.0481758
Jan 24 05:02:02.036713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:02.476493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:02:02.491138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-da067ee9-91c6-45c0-bc28-38e3fafe0e1d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:02.492915 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-da067ee9-91c6-45c0-bc28-38e3fafe0e1d tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.61 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.3540723
Jan 24 05:02:02.526900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05234012-225f-4413-854e-de76e45961d8 req-86fbda39-8cd4-4642-b945-5fa80db69e4a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:02.528616 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-05234012-225f-4413-854e-de76e45961d8 req-86fbda39-8cd4-4642-b945-5fa80db69e4a tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 945 time: 0.3395493
Jan 24 05:02:02.617497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a95e-9da3-49d3-be1f-8c0de233d212 req-585f1da9-c558-431a-aeed-0fbb8ad55942 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:02.619157 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b5f0a95e-9da3-49d3-be1f-8c0de233d212 req-585f1da9-c558-431a-aeed-0fbb8ad55942 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 931 time: 0.1121752
Jan 24 05:02:02.672921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Deleting port 89108169-eda8-4a9b-b2e9-4cf798445dbe {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:02:02.673296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:02.675943 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b5f0a95e-9da3-49d3-be1f-8c0de233d212 req-94754d7e-cf88-4cc0-a228-cc3ade368949 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502136
Jan 24 05:02:02.758320 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-05234012-225f-4413-854e-de76e45961d8 req-5dac34eb-262d-4256-b63e-e20452b89ef9 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871781
Jan 24 05:02:02.997389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b001faa1-d109-4839-a9a1-946afa62bcdb {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:02:03.012460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 89108169-eda8-4a9b-b2e9-4cf798445dbe no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:02:03.023657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.055364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Transition to ACTIVE for port object b001faa1-d109-4839-a9a1-946afa62bcdb will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:02:03.063162 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.081838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8540f3f6-da7f-40c1-9f89-faaef9e69735 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:03.136704 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.173042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 89108169-eda8-4a9b-b2e9-4cf798445dbe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:03.174986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89108169-eda8-4a9b-b2e9-4cf798445dbe'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:03.181304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.183769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:03.187373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] For port 89108169-eda8-4a9b-b2e9-4cf798445dbe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:03.187778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.266133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=89108169-eda8-4a9b-b2e9-4cf798445dbe,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:03.270578 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89108169-eda8-4a9b-b2e9-4cf798445dbe', 'code': 200}
Jan 24 05:02:03.271321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:03.346699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Calling delete_port for 89108169-eda8-4a9b-b2e9-4cf798445dbe owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:03.409075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=b001faa1-d109-4839-a9a1-946afa62bcdb,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:03.426292 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:03.525966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-64587155-9967-4a55-81d2-b58c9d0b509b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.548454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:02:03.548875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:02:03.624171 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Attempting to bind port b001faa1-d109-4839-a9a1-946afa62bcdb on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:02:03.624585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Attempting to bind port b001faa1-d109-4839-a9a1-946afa62bcdb by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:02:03.624972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Attempting to bind port b001faa1-d109-4839-a9a1-946afa62bcdb on network 40020d75-1e96-4af5-9562-8f9a6fe226c5 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:02:03.630732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:02:03.631106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Checking segment: {'id': '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:02:03.631508 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.631900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Bound using segment: {'id': '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:02:03.632370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Bound port: b001faa1-d109-4839-a9a1-946afa62bcdb, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '40020d75-1e96-4af5-9562-8f9a6fe226c5'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:02:03.632766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.729391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] For port b001faa1-d109-4839-a9a1-946afa62bcdb, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:02:03.732457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] For port b001faa1-d109-4839-a9a1-946afa62bcdb, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b001faa1-d109-4839-a9a1-946afa62bcdb,segment=NetworkSegment(6b2f7296-41d4-4d56-ab14-fe491d8e8e7d),segment_id=6b2f7296-41d4-4d56-ab14-fe491d8e8e7d)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:02:03.737327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.753367 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ce2e4d7e-8fcc-4193-95fc-ba48899e82da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:03.797384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:03.953279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c238f4-f7f3-42f5-b72d-2ee0a6689fd7 req-b748383f-6123-4279-b8c9-b79c6343937e tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:03.954995 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-54c238f4-f7f3-42f5-b72d-2ee0a6689fd7 req-b748383f-6123-4279-b8c9-b79c6343937e tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 943 time: 0.1312463
Jan 24 05:02:04.009567 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-54c238f4-f7f3-42f5-b72d-2ee0a6689fd7 req-a81a53cd-3d73-4d11-be83-97df331548f6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479209
Jan 24 05:02:04.074231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Deleting port 89108169-eda8-4a9b-b2e9-4cf798445dbe {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:02:04.074550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:04.272653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=b001faa1-d109-4839-a9a1-946afa62bcdb,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:04.286799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:04.450329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8a918-22aa-4a8e-a156-e8857ba3cc09 req-ee39c26b-b679-4b46-a03c-a908f0391de8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:04.452547 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-40a8a918-22aa-4a8e-a156-e8857ba3cc09 req-ee39c26b-b679-4b46-a03c-a908f0391de8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 943 time: 0.4350390
Jan 24 05:02:04.463883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:04.464568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:04.466024 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] 10.222.0.61 "PUT /v2.0/ports/b001faa1-d109-4839-a9a1-946afa62bcdb HTTP/1.1" status: 200  len: 1157 time: 2.5593507
Jan 24 05:02:04.467827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75e37fe-5182-457c-9390-3a6a8718e105', 'tag': 'b001faa1-d109-4839-a9a1-946afa62bcdb'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:04.609980 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-40a8a918-22aa-4a8e-a156-e8857ba3cc09 req-ebd299bf-0cae-4d5e-bc48-84c899b2bc3b tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/security-groups?id=0d03fdcf-27e0-4a25-8159-2ed8088ec88a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498394
Jan 24 05:02:04.645414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] For port 89108169-eda8-4a9b-b2e9-4cf798445dbe, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=89108169-eda8-4a9b-b2e9-4cf798445dbe,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:04.645825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:04.725221 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75e37fe-5182-457c-9390-3a6a8718e105', 'tag': 'b001faa1-d109-4839-a9a1-946afa62bcdb', 'status': 'completed', 'code': 200}
Jan 24 05:02:04.791984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Calling delete_port for 89108169-eda8-4a9b-b2e9-4cf798445dbe owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:04.846639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-22178719-f5d5-41f6-b63f-7a531a17b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:04.848264 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-22178719-f5d5-41f6-b63f-7a531a17b4f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f479bb812f64e7787cda7b38db922ad&device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 1160 time: 0.3168578
Jan 24 05:02:04.863576 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98ec5-1045-4d8f-b06e-8f21a35c57c1 req-7d2214bb-db88-439a-91f6-2346de2de075 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:04.865182 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-84c98ec5-1045-4d8f-b06e-8f21a35c57c1 req-7d2214bb-db88-439a-91f6-2346de2de075 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 945 time: 0.1095672
Jan 24 05:02:04.917686 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-84c98ec5-1045-4d8f-b06e-8f21a35c57c1 req-ee508947-036c-4169-847c-95aae9335008 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461466
Jan 24 05:02:04.944919 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-ef273430-4d61-4b1a-81ab-5d50ee17e830 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b001faa1-d109-4839-a9a1-946afa62bcdb HTTP/1.1" status: 200  len: 217 time: 0.0797713
Jan 24 05:02:05.015941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:05.073564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-d5ce8db3-726d-4574-bf84-ae97efd71c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:05.075164 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-d5ce8db3-726d-4574-bf84-ae97efd71c83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc7a23d1-1670-43cf-bd0e-88b6efe61927 HTTP/1.1" status: 200  len: 853 time: 0.0923648
Jan 24 05:02:05.076071 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:05.091165 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cff6bfea-454f-406c-a1fe-62f2347fb754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:05.183327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Pushing event deleted for resources: {'Port': ['ID=89108169-eda8-4a9b-b2e9-4cf798445dbe,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:05.276668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:05.279060 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-4713b027-7fee-4810-bc70-5ef8f464c39e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40020d75-1e96-4af5-9562-8f9a6fe226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1469629
Jan 24 05:02:05.418315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:05.560304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b4a88-d290-46ef-9e0c-8254f317adfa req-ed926960-a121-461c-8702-ae28d7cac970 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:05.561165 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-647b4a88-d290-46ef-9e0c-8254f317adfa req-ed926960-a121-461c-8702-ae28d7cac970 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Synchronizing usage tracker for tenant:3f479bb812f64e7787cda7b38db922ad on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:02:05.583241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] No DVR routers for this DVR port 89108169-eda8-4a9b-b2e9-4cf798445dbe on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:02:05.586288 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-ead80729-acd7-4b34-b8be-72812e54a3f2 service neutron] 10.222.0.61 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2913730
Jan 24 05:02:05.590094 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:05.624111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-647b4a88-d290-46ef-9e0c-8254f317adfa req-ed926960-a121-461c-8702-ae28d7cac970 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Unset dirty status for tenant:3f479bb812f64e7787cda7b38db922ad on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:02:05.625330 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-647b4a88-d290-46ef-9e0c-8254f317adfa req-ed926960-a121-461c-8702-ae28d7cac970 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 943 time: 0.4506149
Jan 24 05:02:05.630626 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1023cdd1-4a49-4679-affb-4d0691823f1c req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.61 "DELETE /v2.0/ports/89108169-eda8-4a9b-b2e9-4cf798445dbe HTTP/1.1" status: 204  len: 173 time: 3.0984695
Jan 24 05:02:05.769599 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-647b4a88-d290-46ef-9e0c-8254f317adfa req-2c880886-f019-4a10-8449-38bfe8fdf91a tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340642
Jan 24 05:02:05.798809 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dda468b5-7ba6-436b-9d17-ec4ef4d8e6cb req-ecd1634e-838c-4cca-baa7-638bc8b3063f service neutron] 10.222.0.61 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1947222
Jan 24 05:02:05.798964 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e6b5acd6-cc03-443c-a03f-479f4b7a63a4 req-26a8c19c-fc0f-4c58-b20a-5cc300b78711 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] 10.222.0.10 "GET /v2.0/ports?device_id=ad2648fa-301e-4fc4-baf5-f14efeb7ebe2 HTTP/1.1" status: 200  len: 210 time: 0.0520279
Jan 24 05:02:06.029057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-fd37fee7-55f5-46cc-ae20-59b4c45f2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:06.030659 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-fd37fee7-55f5-46cc-ae20-59b4c45f2707 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f479bb812f64e7787cda7b38db922ad&device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 1160 time: 0.0774634
Jan 24 05:02:06.247468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-a59cd436-00e9-404e-a870-b556a2393ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:06.249782 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-a59cd436-00e9-404e-a870-b556a2393ef0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=40020d75-1e96-4af5-9562-8f9a6fe226c5 HTTP/1.1" status: 200  len: 907 time: 0.2062461
Jan 24 05:02:06.277254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31c95-47db-491a-803d-a30f03c32040 req-f75de81c-a1ec-495e-85a4-7b42c1761334 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:06.278018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-acf31c95-47db-491a-803d-a30f03c32040 req-f75de81c-a1ec-495e-85a4-7b42c1761334 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Synchronizing usage tracker for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:02:06.355311 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-3c609870-33fe-4e60-a618-96ba87d244a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b001faa1-d109-4839-a9a1-946afa62bcdb HTTP/1.1" status: 200  len: 217 time: 0.0740502
Jan 24 05:02:06.363270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-acf31c95-47db-491a-803d-a30f03c32040 req-f75de81c-a1ec-495e-85a4-7b42c1761334 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Unset dirty status for tenant:866d1f01531548e5a1556faf5afd2b87 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:02:06.364469 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-acf31c95-47db-491a-803d-a30f03c32040 req-f75de81c-a1ec-495e-85a4-7b42c1761334 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 945 time: 0.2989688
Jan 24 05:02:06.694834 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-acf31c95-47db-491a-803d-a30f03c32040 req-439b4ac1-4924-47b2-890e-a54e72af39f5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3239586
Jan 24 05:02:06.698243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-a2e007fb-f2b1-4477-afa1-9486f6b226dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:06.699729 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-a2e007fb-f2b1-4477-afa1-9486f6b226dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc7a23d1-1670-43cf-bd0e-88b6efe61927 HTTP/1.1" status: 200  len: 853 time: 0.3278220
Jan 24 05:02:06.752870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'name': 'network-vif-deleted', 'tag': '89108169-eda8-4a9b-b2e9-4cf798445dbe'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:06.769430 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-127a609f-d3c2-4124-8f6a-e08b53b49ee3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40020d75-1e96-4af5-9562-8f9a6fe226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549347
Jan 24 05:02:06.822795 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2648fa-301e-4fc4-baf5-f14efeb7ebe2', 'name': 'network-vif-deleted', 'tag': '89108169-eda8-4a9b-b2e9-4cf798445dbe', 'status': 'completed', 'code': 200}
Jan 24 05:02:06.911625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 51416) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:06.998681 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-6b972847-0777-4959-bcb2-a60850870374 service neutron] 10.222.0.61 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030871
Jan 24 05:02:07.069814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773beb-c09f-461c-aca4-281e1f579e8c req-42d8c812-2dfb-43c9-96bc-df5641314bbd tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:07.071475 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8773beb-c09f-461c-aca4-281e1f579e8c req-42d8c812-2dfb-43c9-96bc-df5641314bbd tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 943 time: 0.1506631
Jan 24 05:02:07.144082 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 3801a555-b36b-454b-adfa-c3ca7f4399f7 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:07.207603 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8773beb-c09f-461c-aca4-281e1f579e8c req-6c7a8cc7-5970-48f4-98e1-80049bf01447 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820165
Jan 24 05:02:07.223721 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 3801a555-b36b-454b-adfa-c3ca7f4399f7 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:07.224153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:07.236596 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55060e05-e668-428f-9a2e-09f0b57fd6af req-4cc6df25-d700-4eb8-8504-1684143580e0 service neutron] 10.222.0.61 "GET /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2151928
Jan 24 05:02:07.374155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-54d58407-187f-4623-91aa-2dc35ec3dbec tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:07.375841 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-54d58407-187f-4623-91aa-2dc35ec3dbec tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 945 time: 0.1235323
Jan 24 05:02:07.476395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Deleting port 3801a555-b36b-454b-adfa-c3ca7f4399f7 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:02:07.476801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:07.493746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851001620'] for router_interface, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:07.745013 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] For port 3801a555-b36b-454b-adfa-c3ca7f4399f7, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=3801a555-b36b-454b-adfa-c3ca7f4399f7,segment=NetworkSegment(737c2d5e-7e9f-4653-a031-ac2ce13ea5a2),segment_id=737c2d5e-7e9f-4653-a031-ac2ce13ea5a2)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:07.745621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:07.884386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Calling delete_port for 3801a555-b36b-454b-adfa-c3ca7f4399f7 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:08.038892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:08.058442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8fc6bd1e-f27a-4071-8a82-6c4271b85bc7 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:08.094997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe72ed7-06fb-4afd-99b1-ddf129b5f076 req-9956b9fb-b6aa-43f2-874a-1a8c373b81e5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:08.096615 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-afe72ed7-06fb-4afd-99b1-ddf129b5f076 req-9956b9fb-b6aa-43f2-874a-1a8c373b81e5 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/ports?device_id=c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6 HTTP/1.1" status: 200  len: 867 time: 0.1695993
Jan 24 05:02:08.154476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Pushing event deleted for resources: {'Port': ['ID=3801a555-b36b-454b-adfa-c3ca7f4399f7,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:08.157256 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:08.192286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Deleting port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:02:08.192693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:08.231946 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-afe72ed7-06fb-4afd-99b1-ddf129b5f076 req-42483e8b-4a27-42c7-b69f-e61ce736e40b tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.10 "GET /v2.0/security-groups?id=27d1be0a-13d2-4050-997e-225de0a248b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038826
Jan 24 05:02:08.276085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] No DVR routers for this DVR port 3801a555-b36b-454b-adfa-c3ca7f4399f7 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:02:08.278885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:08.293174 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6e3fe487-9e33-45cf-91ef-78bea2459e7d req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] 10.222.0.61 "DELETE /v2.0/ports/3801a555-b36b-454b-adfa-c3ca7f4399f7 HTTP/1.1" status: 204  len: 173 time: 0.8955870
Jan 24 05:02:08.383649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:08.400689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] For port 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=2a1b8d9f-d578-4a50-968b-8d1ff57aa00d,segment=NetworkSegment(359d5fe2-a345-4e9c-83d8-32f49f609ca8),segment_id=359d5fe2-a345-4e9c-83d8-32f49f609ca8)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:08.401111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:08.479448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813adda-6c7b-4830-9be0-ca26142f4b2e req-98a2f2d8-8b0a-4ec9-b338-48a6b2b6cd2a tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:08.481437 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b813adda-6c7b-4830-9be0-ca26142f4b2e req-98a2f2d8-8b0a-4ec9-b338-48a6b2b6cd2a tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 943 time: 0.1207621
Jan 24 05:02:08.535230 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b813adda-6c7b-4830-9be0-ca26142f4b2e req-b3695459-97b8-46c2-a096-a01a4bc53bb2 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463893
Jan 24 05:02:08.536586 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Calling delete_port for 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d owned by network:router_interface {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:08.824440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6', 'name': 'network-vif-deleted', 'tag': '3801a555-b36b-454b-adfa-c3ca7f4399f7'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:08.886133 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85e7d3c-517e-4f44-ab74-69bd0a0bf3e6', 'name': 'network-vif-deleted', 'tag': '3801a555-b36b-454b-adfa-c3ca7f4399f7', 'status': 'completed', 'code': 200}
Jan 24 05:02:08.922054 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:08.938688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-492b9590-d134-4699-b00e-c63f61e541bd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:09.030466 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1b8d9f-d578-4a50-968b-8d1ff57aa00d,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:09.039160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:09.343140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850854220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851001770'] for router_interface, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:09.364570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51428) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:09.432106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a44274-85f1-44c3-97e1-826798224e10 admin admin] Deleting subnet edb5190c-04c3-4b96-9d1f-faf84470a579 {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:02:09.435180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-81a44274-85f1-44c3-97e1-826798224e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:09.493816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-81a44274-85f1-44c3-97e1-826798224e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:09.507979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b001faa1-d109-4839-a9a1-946afa62bcdb up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:09.555316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-81a44274-85f1-44c3-97e1-826798224e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:09.584455 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port b001faa1-d109-4839-a9a1-946afa62bcdb completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:02:09.590316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port b001faa1-d109-4839-a9a1-946afa62bcdb triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:09.590980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:09.727053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:09.755240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75e37fe-5182-457c-9390-3a6a8718e105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b001faa1-d109-4839-a9a1-946afa62bcdb'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:09.766631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port b001faa1-d109-4839-a9a1-946afa62bcdb, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b001faa1-d109-4839-a9a1-946afa62bcdb,segment=NetworkSegment(6b2f7296-41d4-4d56-ab14-fe491d8e8e7d),segment_id=6b2f7296-41d4-4d56-ab14-fe491d8e8e7d)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:09.776854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:09.780507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:09.828113 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75e37fe-5182-457c-9390-3a6a8718e105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b001faa1-d109-4839-a9a1-946afa62bcdb', 'code': 200}
Jan 24 05:02:09.828739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 3801a555-b36b-454b-adfa-c3ca7f4399f7 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:02:09.862971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-81a44274-85f1-44c3-97e1-826798224e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:09.874479 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: 3801a555-b36b-454b-adfa-c3ca7f4399f7 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:02:09.874873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 3801a555-b36b-454b-adfa-c3ca7f4399f7 not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:02:09.881422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-47249885-f795-427c-a1bc-caf1b6930621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:09.903452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=b001faa1-d109-4839-a9a1-946afa62bcdb,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:09.907319 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:09.954374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc1ac2-fb98-49bf-a8a7-e4e3e8088d17 req-e7080e58-7bcb-4c81-994e-916c8f7d1826 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:09.956025 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b6bc1ac2-fb98-49bf-a8a7-e4e3e8088d17 req-e7080e58-7bcb-4c81-994e-916c8f7d1826 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 945 time: 0.2294691
Jan 24 05:02:09.969359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a44274-85f1-44c3-97e1-826798224e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb5190c-04c3-4b96-9d1f-faf84470a579,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:09.987739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-81a44274-85f1-44c3-97e1-826798224e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:10.018757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Router cfa30a6f-f5be-4a1e-94bb-1dac927987fc has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:02:10.023745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-81a44274-85f1-44c3-97e1-826798224e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:10.026511 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b6bc1ac2-fb98-49bf-a8a7-e4e3e8088d17 req-b4b1e58d-4436-4960-8c40-6cd481f22aea tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607095
Jan 24 05:02:10.038071 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-81a44274-85f1-44c3-97e1-826798224e10 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/edb5190c-04c3-4b96-9d1f-faf84470a579 HTTP/1.1" status: 204  len: 168 time: 0.6699800
Jan 24 05:02:10.038885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51436) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:10.214015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:10.434696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:02:10.441837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d913f9-2b62-4244-8b5d-af2dfb7714ca req-94601a72-e441-42ab-8a1a-ca5bac44cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:10.443472 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-28d913f9-2b62-4244-8b5d-af2dfb7714ca req-94601a72-e441-42ab-8a1a-ca5bac44cdf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 1162 time: 0.3237581
Jan 24 05:02:10.444173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] Sync routers for ids ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:02:10.447405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:10.447975 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] 10.222.0.10 "PUT /v2.0/routers/cfa30a6f-f5be-4a1e-94bb-1dac927987fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5349083
Jan 24 05:02:10.450547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 51442) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:10.458421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] Routers {'cfa30a6f-f5be-4a1e-94bb-1dac927987fc'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:02:10.459091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4e83908>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:02:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:10.586947 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-28d913f9-2b62-4244-8b5d-af2dfb7714ca req-2eb2cda5-38af-468a-8077-00f802f637be service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241033
Jan 24 05:02:10.604297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd46812e8>,) {'filters': {'network_id': ['4b3c9689-cb26-4459-acb1-b480464e0a60']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:10.617397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd46812e8>, '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:10.617721 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd46812e8>, '737c2d5e-7e9f-4653-a031-ac2ce13ea5a2') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:10.630668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:10.648585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:10.650011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks [] for router, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:10.651108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:02:10.651388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] Set router cfa30a6f-f5be-4a1e-94bb-1dac927987fc gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:02:10.844041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:10.848956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:02:10.849264 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Deleting port 4c395317-fee6-48d4-8152-3e293bebdf6d {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:02:10.849635 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:10.859909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:10.964779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4e83908>, [{'id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:35Z', 'updated_at': '2021-01-24T05:02:08Z', 'revision_number': 5, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'gw_port': {'id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:39Z', 'updated_at': '2021-01-24T04:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:10.970143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] Checking router: cfa30a6f-f5be-4a1e-94bb-1dac927987fc for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:02:10.979619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] Routers {'cfa30a6f-f5be-4a1e-94bb-1dac927987fc'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:02:10.980279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4e83908>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:02:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:11.007846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b001faa1-d109-4839-a9a1-946afa62bcdb up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:11.039764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] For port 4c395317-fee6-48d4-8152-3e293bebdf6d, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=4c395317-fee6-48d4-8152-3e293bebdf6d,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:11.040129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.044044 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Network 4b3c9689-cb26-4459-acb1-b480464e0a60 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:02:11.073938 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:02:11.155708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port b001faa1-d109-4839-a9a1-946afa62bcdb triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:11.156127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.156303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.159935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6f03481a-5a12-4fea-9de1-9afe1c481e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:11.177548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.184099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] Set router cfa30a6f-f5be-4a1e-94bb-1dac927987fc gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:02:11.202435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b3c9689-cb26-4459-acb1-b480464e0a60,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:11.202995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Calling delete_port for 4c395317-fee6-48d4-8152-3e293bebdf6d owned by network:router_gateway {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:11.207912 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4b3c9689-cb26-4459-acb1-b480464e0a60 HTTP/1.1" status: 204  len: 168 time: 1.1655247
Jan 24 05:02:11.212299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:11.406003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d712dd9-5402-44d5-a636-911d9239c7aa req-d24ab11b-7ea7-4f42-811c-2aae70619164 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:11.407725 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d712dd9-5402-44d5-a636-911d9239c7aa req-d24ab11b-7ea7-4f42-811c-2aae70619164 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 945 time: 0.1368215
Jan 24 05:02:11.452588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.plugins.ml2.ovo_rpc [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     result = function(*args, **kwargs)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     proto.__init__(conn_state, self)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.handle()
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.handle_one_request()
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.handle_one_response()
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     result = self.application(self.environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return app(environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self.application)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self.application)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self.application)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self.application)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return request.get_response(self.application)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self._app)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return resp(environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return resp(environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = self.app(environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return resp(environ, start_response)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:02:11.461573 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     result = method(request=request, **args)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._delete(request, id, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*args, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*args, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*dup_args, **dup_kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     obj_deleter(request.context, id, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return method(*args, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*args, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*args, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*dup_args, **dup_kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._delete_current_gw_port(context, id, router, None)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, context, *args, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return method(*args, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     context, port, router_ids, bound_mech_contexts)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     return function(*args, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     callback(resource, event, trigger, **kwargs)
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     if self._is_session_semantic_violated(context, resource, event):
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]:     stack = traceback.extract_stack()
Jan 24 05:02:11.467603 dv-cinder-772181-5-iscsi neutron-server[79972]: 
Jan 24 05:02:11.470834 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d712dd9-5402-44d5-a636-911d9239c7aa req-f96de260-dec3-4f9e-be08-4d10f524d9a9 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517955
Jan 24 05:02:11.534294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51452) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:11.593265 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1979a9e1-de04-4d64-a7a1-e804195fac0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=866d1f01531548e5a1556faf5afd2b87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0573106
Jan 24 05:02:11.595915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51456) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:11.668417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778788'] for router_gateway, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.668827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eb947171-1b37-4543-90e2-b9c921025462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.701400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eb947171-1b37-4543-90e2-b9c921025462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.738080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4e83908>, [{'id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:35Z', 'updated_at': '2021-01-24T05:02:08Z', 'revision_number': 5, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'gw_port': {'id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:39Z', 'updated_at': '2021-01-24T04:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:11.742480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadcfed2-6d60-4199-8045-9c86dbc9b689 None None] The sync data for ids ['cfa30a6f-f5be-4a1e-94bb-1dac927987fc'] in dv-cinder-772181-5-iscsi is: [{'id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'name': 'tempest-ServerRescueNegativeTestJSON-50001226-router', 'tenant_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:35Z', 'updated_at': '2021-01-24T05:02:08Z', 'revision_number': 5, 'project_id': 'ec5b784f5ab14f4bad3ff63b3730bc39', 'gw_port': {'id': '4c395317-fee6-48d4-8152-3e293bebdf6d', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa30a6f-f5be-4a1e-94bb-1dac927987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:39Z', 'updated_at': '2021-01-24T04:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:02:11.758111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eb947171-1b37-4543-90e2-b9c921025462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.763490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-227e5b7d-ac0b-4431-92da-616845d8b7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:11.778454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb947171-1b37-4543-90e2-b9c921025462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1be0a-13d2-4050-997e-225de0a248b0,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:11.783210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-eb947171-1b37-4543-90e2-b9c921025462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:11.795674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eb947171-1b37-4543-90e2-b9c921025462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.798975 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-eb947171-1b37-4543-90e2-b9c921025462 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27d1be0a-13d2-4050-997e-225de0a248b0 HTTP/1.1" status: 204  len: 168 time: 0.1999698
Jan 24 05:02:11.828828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13389'] for router, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.831311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.968974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988397'] for router, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.969623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa30a6f-f5be-4a1e-94bb-1dac927987fc {{(pid=80084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 24 05:02:11.993393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:11.996562 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-bb98bce0-aef5-43cb-8f6c-f9863894f884 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cfa30a6f-f5be-4a1e-94bb-1dac927987fc HTTP/1.1" status: 204  len: 168 time: 1.5425668
Jan 24 05:02:11.997442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51462) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:12.071422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddd7fc3-df3b-40a3-889b-69cb5e9d6f0d admin admin] Deleting subnet ef054250-8b1c-476d-be93-6a347e5cf144 {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:02:12.075088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eddd7fc3-df3b-40a3-889b-69cb5e9d6f0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:12.204428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:02:12.247622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:02:12.248097 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 2a1b8d9f-d578-4a50-968b-8d1ff57aa00d not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:02:12.360334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eddd7fc3-df3b-40a3-889b-69cb5e9d6f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:12.420844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eddd7fc3-df3b-40a3-889b-69cb5e9d6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:12.741500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eddd7fc3-df3b-40a3-889b-69cb5e9d6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:12.762744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-093dbe88-b4af-4b70-8b65-f3c2d3a5e14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:12.778988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cda953-4ae3-4653-ac20-de29dd2a4527 req-48c3cb91-1d4d-4bdf-ab32-e5e0cfa89649 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:12.787112 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-76cda953-4ae3-4653-ac20-de29dd2a4527 req-48c3cb91-1d4d-4bdf-ab32-e5e0cfa89649 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 945 time: 0.1448908
Jan 24 05:02:12.806309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd7fc3-df3b-40a3-889b-69cb5e9d6f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef054250-8b1c-476d-be93-6a347e5cf144,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:12.810141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-eddd7fc3-df3b-40a3-889b-69cb5e9d6f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:12.843389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-76cda953-4ae3-4653-ac20-de29dd2a4527 req-d478a595-5201-4f57-bb69-6503b12b65f2 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552151
Jan 24 05:02:12.932207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eddd7fc3-df3b-40a3-889b-69cb5e9d6f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:12.946352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 51488) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:12.946603 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-eddd7fc3-df3b-40a3-889b-69cb5e9d6f0d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ef054250-8b1c-476d-be93-6a347e5cf144 HTTP/1.1" status: 204  len: 168 time: 0.9472253
Jan 24 05:02:13.084149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:13.298409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:13.653603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd412ea20>,) {'filters': {'network_id': ['9fd5f26c-e77f-486e-ab41-96c5de2e4701']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:13.667236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd412ea20>, '359d5fe2-a345-4e9c-83d8-32f49f609ca8') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:13.667561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd412ea20>, '359d5fe2-a345-4e9c-83d8-32f49f609ca8') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:13.679860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827694110'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:13.702928 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:13.705593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:02:13.887831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:02:13.897674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350575'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:14.083010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Network 9fd5f26c-e77f-486e-ab41-96c5de2e4701 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:02:14.106967 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:02:14.200648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:14.205253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:14.221605 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:14.237286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd5f26c-e77f-486e-ab41-96c5de2e4701,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:14.240208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:14.255912 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-6ede2c71-4b85-4e8c-b065-f7c8e0ae6c4c admin admin] 10.222.0.10 "DELETE /v2.0/networks/9fd5f26c-e77f-486e-ab41-96c5de2e4701 HTTP/1.1" status: 204  len: 168 time: 1.3082592
Jan 24 05:02:14.263366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 4c395317-fee6-48d4-8152-3e293bebdf6d no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:02:14.302565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 4c395317-fee6-48d4-8152-3e293bebdf6d {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:02:14.302958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 4c395317-fee6-48d4-8152-3e293bebdf6d not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:02:14.496397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 51546) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:14.562249 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-e8ce162f-2ec8-4b31-8ba0-b6e39b9a6006 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec5b784f5ab14f4bad3ff63b3730bc39&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0615323
Jan 24 05:02:14.562670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 51556) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:14.628862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8025c8a-31da-49ec-b26d-471352cb0bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:14.657864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8025c8a-31da-49ec-b26d-471352cb0bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:14.708315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8025c8a-31da-49ec-b26d-471352cb0bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:14.713452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-03213322-75ee-472b-b3ed-280b1382cdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:14.728392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8025c8a-31da-49ec-b26d-471352cb0bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d03fdcf-27e0-4a25-8159-2ed8088ec88a,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:14.735987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f8025c8a-31da-49ec-b26d-471352cb0bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:14.737383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8025c8a-31da-49ec-b26d-471352cb0bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:14.738539 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f8025c8a-31da-49ec-b26d-471352cb0bd8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d03fdcf-27e0-4a25-8159-2ed8088ec88a HTTP/1.1" status: 204  len: 168 time: 0.1751208
Jan 24 05:02:15.784099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51644) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:15.937327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:15.953227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:15.957313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Usage tracker for resource:security_group_rule and tenant:412e45d063704b828ea0a214bcd56f39 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:15.960326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:15.966129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:16.051174 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.054120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.063939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f2a5c51d-a1d9-47c5-b880-9e0d2bfd480f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:16.105791 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=412e45d063704b828ea0a214bcd56f39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3204384
Jan 24 05:02:16.107545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1382afc3-4f5e-4773-8401-f35cbdfd15b9,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:16.108878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 51650) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:16.111006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:16.183705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.211639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.260350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.265084 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5577159c-f313-483d-b8ea-0f55987b437e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:16.277245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1382afc3-4f5e-4773-8401-f35cbdfd15b9,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:16.289329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.289720 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.290143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.290493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.290886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.291276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.291663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.292059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.292518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.292934 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.293381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.294031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.294460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.295194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.295623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.296333 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.296552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.296901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.297282 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.297641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.298458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.298995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.299511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.300026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:16.304711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:16.306819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.321423 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1382afc3-4f5e-4773-8401-f35cbdfd15b9 HTTP/1.1" status: 204  len: 168 time: 0.2112675
Jan 24 05:02:16.671992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 51662) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:16.690930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.706176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:16.710172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Usage tracker for resource:security_group_rule and tenant:8adc2b53fb994ad5a17b6568b50de184 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:16.713075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:16.719642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:16.809959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.814378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.823400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a03b0730-f7f0-482d-a3f2-5895d9ca424c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:16.865684 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8adc2b53fb994ad5a17b6568b50de184&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1925139
Jan 24 05:02:16.867355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6ff825-ef14-4093-8870-a78e10412a69,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:16.868539 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51668) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:16.870595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:16.937815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-abfc49d3-2f6e-4466-bf54-e93b00b5463b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:16.964481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-abfc49d3-2f6e-4466-bf54-e93b00b5463b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:17.009464 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-abfc49d3-2f6e-4466-bf54-e93b00b5463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:17.014705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e3d66afa-7bfc-42c5-a073-c5ab2cc19454 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:17.027339 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc49d3-2f6e-4466-bf54-e93b00b5463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6ff825-ef14-4093-8870-a78e10412a69,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:17.032115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-abfc49d3-2f6e-4466-bf54-e93b00b5463b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:17.036360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-abfc49d3-2f6e-4466-bf54-e93b00b5463b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:17.037591 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-abfc49d3-2f6e-4466-bf54-e93b00b5463b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea6ff825-ef14-4093-8870-a78e10412a69 HTTP/1.1" status: 204  len: 168 time: 0.1679020
Jan 24 05:02:20.426547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51780) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:20.579672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:20.595718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:20.599733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] Usage tracker for resource:security_group_rule and tenant:631a5b36c1334af1aec448f6e96dec15 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:20.602722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:20.609262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:20.693396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:20.696316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:20.706217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3eb6ffd4-4fb9-4c7a-abb6-9b43512d877d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:20.752300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c093ac86-229e-4886-8482-21a94848a881,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:20.756975 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=631a5b36c1334af1aec448f6e96dec15&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3292139
Jan 24 05:02:20.757820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5909a904-555e-427a-886a-ddd380cf8a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:20.759971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 51786) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:20.822942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-24b5c0ee-3c64-4fa4-b3f6-a892b0207c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:20.851214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-24b5c0ee-3c64-4fa4-b3f6-a892b0207c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:20.901432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-24b5c0ee-3c64-4fa4-b3f6-a892b0207c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:20.907403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3fdda08b-ea3e-4529-b0f5-c858f6982db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:20.920285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5c0ee-3c64-4fa4-b3f6-a892b0207c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093ac86-229e-4886-8482-21a94848a881,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:20.922695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-24b5c0ee-3c64-4fa4-b3f6-a892b0207c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:20.926611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-24b5c0ee-3c64-4fa4-b3f6-a892b0207c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:20.929693 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-24b5c0ee-3c64-4fa4-b3f6-a892b0207c78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c093ac86-229e-4886-8482-21a94848a881 HTTP/1.1" status: 204  len: 168 time: 0.1668653
Jan 24 05:02:21.315327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 51812) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:21.361256 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:21.379837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:21.384236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec503a7c41d47409003a1d84a631433 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:21.387378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:21.394015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:21.485391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:21.487987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:21.500916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ea33b018-dcc4-4b2f-a201-aec080242dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:21.539308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040bf6c8-cad8-465b-9e92-1b116c06a4be,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:21.543997 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ec503a7c41d47409003a1d84a631433&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2275152
Jan 24 05:02:21.545741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:21.547504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 51826) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:21.617814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d6cfcf2e-7642-4e65-a3f5-9876c737dee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:21.645885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d6cfcf2e-7642-4e65-a3f5-9876c737dee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:21.691818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d6cfcf2e-7642-4e65-a3f5-9876c737dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:21.698003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d2cc710f-c5e9-4af8-8cea-904068c1cdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:21.712073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfcf2e-7642-4e65-a3f5-9876c737dee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040bf6c8-cad8-465b-9e92-1b116c06a4be,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:21.718092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d6cfcf2e-7642-4e65-a3f5-9876c737dee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:21.724293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d6cfcf2e-7642-4e65-a3f5-9876c737dee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:21.728354 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d6cfcf2e-7642-4e65-a3f5-9876c737dee5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/040bf6c8-cad8-465b-9e92-1b116c06a4be HTTP/1.1" status: 204  len: 168 time: 0.1799057
Jan 24 05:02:22.619083 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254622f2-59f9-4993-a438-f51599e5020d req-85c906a3-5d38-414e-b7aa-6e3a17e29c3e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:22.620801 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-254622f2-59f9-4993-a438-f51599e5020d req-85c906a3-5d38-414e-b7aa-6e3a17e29c3e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1434703
Jan 24 05:02:22.678208 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-254622f2-59f9-4993-a438-f51599e5020d req-ed4a6735-00be-4856-b26f-cd089650a25e tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492811
Jan 24 05:02:23.921599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f59a4-8426-43c4-850f-8bca0a7f2798 req-2602f19f-df4d-4060-bf16-145831f2a20d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:23.923258 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e71f59a4-8426-43c4-850f-8bca0a7f2798 req-2602f19f-df4d-4060-bf16-145831f2a20d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1127856
Jan 24 05:02:23.976567 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e71f59a4-8426-43c4-850f-8bca0a7f2798 req-74dc2e31-1566-45b3-8e22-89a9eaaab638 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469971
Jan 24 05:02:25.215689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faf635-373b-488d-a57c-00a575f6d173 req-63ad0241-f8f4-4bc6-a40d-addb76809777 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:25.218105 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9faf635-373b-488d-a57c-00a575f6d173 req-63ad0241-f8f4-4bc6-a40d-addb76809777 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1078410
Jan 24 05:02:25.269989 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9faf635-373b-488d-a57c-00a575f6d173 req-0be3cfae-4070-4aab-88e3-c0e2f7292264 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455096
Jan 24 05:02:26.516143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ddd9a-8b06-435c-bb78-760be2d7865e req-bd2c66fb-6fee-4830-98bb-ba12ab0d2d2f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:26.517857 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dc0ddd9a-8b06-435c-bb78-760be2d7865e req-bd2c66fb-6fee-4830-98bb-ba12ab0d2d2f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1153169
Jan 24 05:02:26.573801 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dc0ddd9a-8b06-435c-bb78-760be2d7865e req-eb8d266f-ae4c-4506-958c-9c238cd86b77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489202
Jan 24 05:02:27.810987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56853d0e-0126-4ed8-af38-d43fa9eaa0c4 req-243d38b5-d19b-4c65-bae8-1f239a2bdcef tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:27.812714 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-56853d0e-0126-4ed8-af38-d43fa9eaa0c4 req-243d38b5-d19b-4c65-bae8-1f239a2bdcef tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1090517
Jan 24 05:02:27.865408 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-56853d0e-0126-4ed8-af38-d43fa9eaa0c4 req-d42c8642-563c-4f29-af50-f48d4b8497c6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460682
Jan 24 05:02:29.354205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0719c5a-acbd-4169-a9f0-40342fa73400 req-a3daecc3-405c-4fb3-9322-abcdf7d6fa80 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:29.355849 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e0719c5a-acbd-4169-a9f0-40342fa73400 req-a3daecc3-405c-4fb3-9322-abcdf7d6fa80 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.3550200
Jan 24 05:02:29.415684 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e0719c5a-acbd-4169-a9f0-40342fa73400 req-aa512105-ef99-4128-8fe0-4734f0f1c12b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532792
Jan 24 05:02:30.752561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72375-93d3-415b-ba36-543a4ea5567f req-bd2c36a0-f206-4d33-b2b0-261d565b0083 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:30.754269 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-41e72375-93d3-415b-ba36-543a4ea5567f req-bd2c36a0-f206-4d33-b2b0-261d565b0083 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1958261
Jan 24 05:02:30.806500 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-41e72375-93d3-415b-ba36-543a4ea5567f req-f8755b44-24dd-4393-90e8-53947279731f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457969
Jan 24 05:02:31.157930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-950874f5-f3ba-456d-9f85-8eaeb9d4c28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:31.449778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52010) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:31.603490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:31.619955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:31.624248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba3a8d3ab3143d592794e11a8aa7e57 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:31.627255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:31.633064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:31.740130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:31.752272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:31.767868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7da8b2db-0a61-414b-bbe0-d57a0e1bc78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:31.812082 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52028) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:31.817195 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ba3a8d3ab3143d592794e11a8aa7e57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3661172
Jan 24 05:02:31.822111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b84dc-5fec-42c6-a959-0ec52295ec11,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:31.850338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:31.877321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e095-3339-45c0-a27c-aadd4d159432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:31.888769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52036) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:31.934005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e095-3339-45c0-a27c-aadd4d159432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.002483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e095-3339-45c0-a27c-aadd4d159432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.008254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7588da8b-a8d7-40c4-91c2-61a32bec6e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:32.025408 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7e095-3339-45c0-a27c-aadd4d159432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b84dc-5fec-42c6-a959-0ec52295ec11,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:32.043963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b3d7e095-3339-45c0-a27c-aadd4d159432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:32.046666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e095-3339-45c0-a27c-aadd4d159432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.054430 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b3d7e095-3339-45c0-a27c-aadd4d159432 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff3b84dc-5fec-42c6-a959-0ec52295ec11 HTTP/1.1" status: 204  len: 168 time: 0.2411823
Jan 24 05:02:32.105390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.124086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:32.131153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:08319f94abe24579b05659cefb6a37c9 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:32.134180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:32.141533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:32.175482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa788c1b-f957-4c80-ab85-c5f60f176174 req-0207166f-7748-44ae-8956-98a190b4734c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:32.177110 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fa788c1b-f957-4c80-ab85-c5f60f176174 req-0207166f-7748-44ae-8956-98a190b4734c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.2164302
Jan 24 05:02:32.250268 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fa788c1b-f957-4c80-ab85-c5f60f176174 req-fc773c25-fd3a-43c3-a8ea-d5632e819d99 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664709
Jan 24 05:02:32.317136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.321645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.352834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8347c24-2eb6-407b-97fc-d5a080afd4d4 req-0702ed91-da1f-4c05-80a1-1a332806a18a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:32.352834 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8347c24-2eb6-407b-97fc-d5a080afd4d4 req-0702ed91-da1f-4c05-80a1-1a332806a18a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1631124
Jan 24 05:02:32.360355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2ee0d366-c28e-43a5-a75d-ee82dde17c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:32.374725 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08319f94abe24579b05659cefb6a37c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4845748
Jan 24 05:02:32.379490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52052) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:32.391756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49cc6fd-8dc2-4710-a010-3b3439a67446,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:32.395303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:32.448386 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b8347c24-2eb6-407b-97fc-d5a080afd4d4 req-6c130e47-9406-46f3-8b11-d9a021e6cb5d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885036
Jan 24 05:02:32.470465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-236b8686-5b17-4219-bdd8-66cf124ee4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.499150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-236b8686-5b17-4219-bdd8-66cf124ee4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.548104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-236b8686-5b17-4219-bdd8-66cf124ee4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.555906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2baf144a-d340-4973-bc75-949b70f3f9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:32.566565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b8686-5b17-4219-bdd8-66cf124ee4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49cc6fd-8dc2-4710-a010-3b3439a67446,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:32.569146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-236b8686-5b17-4219-bdd8-66cf124ee4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:32.574269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-236b8686-5b17-4219-bdd8-66cf124ee4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:32.575595 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-236b8686-5b17-4219-bdd8-66cf124ee4b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f49cc6fd-8dc2-4710-a010-3b3439a67446 HTTP/1.1" status: 204  len: 168 time: 0.1950936
Jan 24 05:02:33.017381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52076) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:33.164999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2138255927-network', 'tenant_id': '4be26896dba7466c8febb89025ff9f57'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:33.170037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:33.174150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Usage tracker for resource:network and tenant:4be26896dba7466c8febb89025ff9f57 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:33.177144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:33.183507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:33.198138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Made reservation on behalf of 4be26896dba7466c8febb89025ff9f57 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:02:33.208437 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.223232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.240653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:33.245110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Usage tracker for resource:security_group_rule and tenant:4be26896dba7466c8febb89025ff9f57 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:33.253805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:33.260227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:33.358997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.362351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.366768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6a0c6e02-d2d9-454b-a124-699f6d1ed86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:33.397121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:33.400515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:33.412825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 05:02:33.423350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.423452 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Added segment 2a534a56-fed3-4534-8a58-80b5779611b0 of type vxlan for network d554e0c6-66e2-40ca-bd7b-728322578c6d
Jan 24 05:02:33.453330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.486731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.488121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:33.488842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.494818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:33.537663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4c24d18a-56cb-4105-84c6-9d496af7cc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.549827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bf2e3-e413-4b6d-a879-4da9806a5551 req-aa41435a-7ccb-4592-bd0c-cda648a17b6c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:33.558241 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-281bf2e3-e413-4b6d-a879-4da9806a5551 req-aa41435a-7ccb-4592-bd0c-cda648a17b6c tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1218293
Jan 24 05:02:33.622001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Pushing event updated for resources: {'Network': ['ID=d554e0c6-66e2-40ca-bd7b-728322578c6d,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:33.624603 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-281bf2e3-e413-4b6d-a879-4da9806a5551 req-79875d51-f0a3-447c-930d-f12d38d7be21 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635064
Jan 24 05:02:33.628837 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6101627
Jan 24 05:02:33.628970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52102) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:33.630188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:33.633368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network d554e0c6-66e2-40ca-bd7b-728322578c6d details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:02:33.635880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Request body: {'subnet': {'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2138255927-subnet', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'ip_version': 4}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:33.641896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:33.645940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Usage tracker for resource:subnet and tenant:4be26896dba7466c8febb89025ff9f57 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:33.649045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:33.655555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:33.666410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Made reservation on behalf of 4be26896dba7466c8febb89025ff9f57 for: {'subnet': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:02:33.671692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2132642'] for subnet, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:33.753228 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network d554e0c6-66e2-40ca-bd7b-728322578c6d details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:02:33.780385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1b7e-00e8-4292-8c1b-7afa09b26e96 req-3fcc1281-62dd-44a1-a68c-de2b95f70e1f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:33.783500 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-620f1b7e-00e8-4292-8c1b-7afa09b26e96 req-3fcc1281-62dd-44a1-a68c-de2b95f70e1f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1275899
Jan 24 05:02:33.842180 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-620f1b7e-00e8-4292-8c1b-7afa09b26e96 req-e02fdeba-ad28-44a5-9d55-1e3c5ab33a53 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533171
Jan 24 05:02:33.900870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:34.127250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27068360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2132659'] for subnet, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:34.143560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1569b79c-8f7a-49dc-83d3-5ed0918e6522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:34.277719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:34.291365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:34.354252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Checking segment: {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:02:34.354648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Network hostable DHCP agents. Network: d554e0c6-66e2-40ca-bd7b-728322578c6d, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 05:02:34.375719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Network d554e0c6-66e2-40ca-bd7b-728322578c6d is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 05:02:34.384429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, d554e0c6-66e2-40ca-bd7b-728322578c6d) {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:02:34.394745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6543e19-190a-4362-bcaf-bfba5ba3447c None None] Network d554e0c6-66e2-40ca-bd7b-728322578c6d requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:02:34.397619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:34.398874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:34.431026 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8008976
Jan 24 05:02:34.434122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52126) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:34.448196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:34.455819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:34.468362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Usage tracker for resource:router and tenant:4be26896dba7466c8febb89025ff9f57 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:34.472638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:34.484413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:34.515308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13404'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:34.516255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850999917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850997101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762411'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:34.542777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:34.661605 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ddb7aea-9894-53a5-85e5-9ae7497455f4-d554e0c6-66e2-40ca-bd7b-728322578c6d', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f'}]}} from dv-cinder-772181-5-iscsi. {{(pid=80085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 24 05:02:34.662521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:34.922353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:35.076173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aba688-9eb4-4b03-905e-30891d92680a req-385f534f-4302-4c7f-a27f-89397e79cbc9 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:35.076396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-6c447b75-b8c4-41e1-8ccd-49ecbaa390c1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:35.077897 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97aba688-9eb4-4b03-905e-30891d92680a req-385f534f-4302-4c7f-a27f-89397e79cbc9 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.2250917
Jan 24 05:02:35.078312 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-6c447b75-b8c4-41e1-8ccd-49ecbaa390c1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.1908841
Jan 24 05:02:35.155398 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97aba688-9eb4-4b03-905e-30891d92680a req-15c92885-1eef-45e5-b979-6ca19dae3dcc tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703349
Jan 24 05:02:35.292390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Deleting port 80eb54b9-685a-4810-9e0d-851a05ca2399 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:02:35.293035 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:35.313426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Allocated IP 172.20.0.2 (d554e0c6-66e2-40ca-bd7b-728322578c6d/e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f/14676422-a620-4510-b365-04d354691273) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:02:35.369133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88852bf0-3d61-4c01-9863-d8ae1b554b4b req-336b4052-0038-4fe7-b80c-f1a0cdc1b2a0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:35.377809 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-88852bf0-3d61-4c01-9863-d8ae1b554b4b req-336b4052-0038-4fe7-b80c-f1a0cdc1b2a0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 945 time: 0.2140260
Jan 24 05:02:35.454045 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-88852bf0-3d61-4c01-9863-d8ae1b554b4b req-bc9af36b-b04b-4a22-8b29-7e8146dbc6cf tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748551
Jan 24 05:02:35.574784 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:35.587556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Transition to ACTIVE for port object 14676422-a620-4510-b365-04d354691273 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:02:35.605894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Transition to ACTIVE for port object 14676422-a620-4510-b365-04d354691273 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:02:35.624487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:35.627939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:35.738380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:35.762559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58b742ef-db1b-44c5-a0d0-e8bcdb515df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:35.775922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:35.815313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:35.817543 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] For port 80eb54b9-685a-4810-9e0d-851a05ca2399, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=80eb54b9-685a-4810-9e0d-851a05ca2399,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:35.818036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:35.873744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Pushing event updated for resources: {'Port': ['ID=14676422-a620-4510-b365-04d354691273,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:35.877365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:35.882138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Network d554e0c6-66e2-40ca-bd7b-728322578c6d is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:02:35.883150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Resources bound (agent type, host, resource id):  {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:02:35.885844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:02:35.924299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 80eb54b9-685a-4810-9e0d-851a05ca2399 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:02:36.011170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Attempting to bind port 14676422-a620-4510-b365-04d354691273 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:02:36.011572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Attempting to bind port 14676422-a620-4510-b365-04d354691273 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:02:36.011968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Attempting to bind port 14676422-a620-4510-b365-04d354691273 on network d554e0c6-66e2-40ca-bd7b-728322578c6d {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:02:36.053921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:02:36.054199 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Checking segment: {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:02:36.054418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.054852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Bound using segment: {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:02:36.055374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Bound port: 14676422-a620-4510-b365-04d354691273, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:02:36.055789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.074982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Allocated IP 172.27.3.75 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/1d6385d3-6376-4b15-a516-84eeddab1601) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:02:36.140329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.187372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.187957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.188122 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Floating IP 83c261a9-5e0e-48a2-a9cc-751be03efe5c disassociated. External IP: 172.27.3.74, port: 80eb54b9-685a-4810-9e0d-851a05ca2399.
Jan 24 05:02:36.188560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Calling delete_port for 80eb54b9-685a-4810-9e0d-851a05ca2399 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:36.193196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:36.205219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] For port 14676422-a620-4510-b365-04d354691273, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:02:36.208674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] For port 14676422-a620-4510-b365-04d354691273, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=14676422-a620-4510-b365-04d354691273,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:02:36.216450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 80eb54b9-685a-4810-9e0d-851a05ca2399, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=80eb54b9-685a-4810-9e0d-851a05ca2399,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:36.223519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.262114 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.280835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:36.302563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:02:36.302747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:02:36.315780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.334010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:36.468433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6385d3-6376-4b15-a516-84eeddab1601,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:36.473002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:36.486718 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'code': 200}
Jan 24 05:02:36.487549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.512139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09df009-629e-44ad-a9a4-74cd88d063b3 req-258cd3df-2675-4abc-9c2b-4d6106a79d0a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:36.514506 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a09df009-629e-44ad-a9a4-74cd88d063b3 req-258cd3df-2675-4abc-9c2b-4d6106a79d0a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1409812
Jan 24 05:02:36.519304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Pushing event updated for resources: {'Port': ['ID=14676422-a620-4510-b365-04d354691273,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:36.522973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:36.523320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:36.566794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:02:36.568118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:02:36.571384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:02:36.593814 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a09df009-629e-44ad-a9a4-74cd88d063b3 req-0958c2c6-dfe6-40d0-8e9e-0936a9e7ddad tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725071
Jan 24 05:02:36.615112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=80eb54b9-685a-4810-9e0d-851a05ca2399,revision_number=7']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:36.628068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:36.804140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Deleting port 80eb54b9-685a-4810-9e0d-851a05ca2399 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:02:36.804522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:36.955246 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30428a7-0312-49cb-9b97-be79cb509f1a req-b22babb8-408e-4c8a-aee7-2f1a66e1a166 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:36.957145 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a30428a7-0312-49cb-9b97-be79cb509f1a req-b22babb8-408e-4c8a-aee7-2f1a66e1a166 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 943 time: 0.2528007
Jan 24 05:02:37.102621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] For port 80eb54b9-685a-4810-9e0d-851a05ca2399, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=80eb54b9-685a-4810-9e0d-851a05ca2399,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:37.103024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:37.211583 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a30428a7-0312-49cb-9b97-be79cb509f1a req-9c653912-baa7-49a2-a2ca-f5c1170cb939 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=facd10ad-6872-4788-a6de-35b0f79577c5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1712425
Jan 24 05:02:37.242312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:37.787265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24911b4-fee3-4a2e-a02a-9aa6ad8039a6 req-75cdf5f4-1b34-46b9-a6a8-8ae973a46f4c tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:37.793523 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d24911b4-fee3-4a2e-a02a-9aa6ad8039a6 req-75cdf5f4-1b34-46b9-a6a8-8ae973a46f4c tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 945 time: 0.2532716
Jan 24 05:02:37.816798 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850999811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:37.879614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:37.880210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:37.880861 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Floating IP 83c261a9-5e0e-48a2-a9cc-751be03efe5c disassociated. External IP: 172.27.3.74, port: 80eb54b9-685a-4810-9e0d-851a05ca2399.
Jan 24 05:02:37.881533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Calling delete_port for 80eb54b9-685a-4810-9e0d-851a05ca2399 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:38.003980 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d24911b4-fee3-4a2e-a02a-9aa6ad8039a6 req-f315b6cc-a2fe-4dba-993d-016ced2968b5 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067449
Jan 24 05:02:38.058966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9520-09bd-4097-9a73-10a4fa8b7ee7 req-179e45dc-0394-4bdb-ad5e-1704184d934b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:38.061540 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f96b9520-09bd-4097-9a73-10a4fa8b7ee7 req-179e45dc-0394-4bdb-ad5e-1704184d934b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.2868388
Jan 24 05:02:38.081099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73480d87-7f53-45d1-9a1d-41017e92a819 None None] Network d554e0c6-66e2-40ca-bd7b-728322578c6d requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:02:38.088494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Router e5d45248-6d91-4ec8-b7f8-68ecfa839693 is scheduled to L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 24 05:02:38.138903 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f96b9520-09bd-4097-9a73-10a4fa8b7ee7 req-bc65f7b5-4fb3-4b70-84aa-c83891828dd2 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598660
Jan 24 05:02:38.140993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77968951-1f5d-4939-9c89-e421809c0aeb req-ec3799f2-a8e7-4d91-8602-a51e59c5d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:38.142540 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77968951-1f5d-4939-9c89-e421809c0aeb req-ec3799f2-a8e7-4d91-8602-a51e59c5d604 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 1163 time: 0.2241936
Jan 24 05:02:38.183597 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:38.357154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:02:38.381077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77968951-1f5d-4939-9c89-e421809c0aeb req-a60a8f5a-b798-4407-8512-c0105a596005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:38.382565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 14676422-a620-4510-b365-04d354691273 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:38.382834 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77968951-1f5d-4939-9c89-e421809c0aeb req-a60a8f5a-b798-4407-8512-c0105a596005 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 904 time: 0.2050753
Jan 24 05:02:38.384155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:38.385865 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.9506202
Jan 24 05:02:38.389954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52186) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:38.415436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Sync routers for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:02:38.492965 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:02:38.493868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c50208>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:02:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:38.521263 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77968951-1f5d-4939-9c89-e421809c0aeb req-fad4f423-c611-40d7-b6c2-36399e7c1c39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 HTTP/1.1" status: 200  len: 1002 time: 0.1314800
Jan 24 05:02:38.522386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:38.698399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:02:38.719358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:38.792883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event deleted for resources: {'Port': ['ID=80eb54b9-685a-4810-9e0d-851a05ca2399,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:38.796174 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:38.878202 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-907e77f7-d0d6-4595-8437-3fe878651ef9 req-6970e3d7-30c8-477c-b1ee-e75ff064360e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 210 time: 0.4145892
Jan 24 05:02:38.880637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52196) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:38.895900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:38.896426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:38.931699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 14676422-a620-4510-b365-04d354691273 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:02:38.941043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-fe35df80-b358-468e-bf38-a5d4f33853db None None] Provisioning for port 14676422-a620-4510-b365-04d354691273 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:02:38.976124 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 14676422-a620-4510-b365-04d354691273 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:38.976724 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:39.011489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:39.016003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-fe35df80-b358-468e-bf38-a5d4f33853db None None] Provisioning complete for port 14676422-a620-4510-b365-04d354691273 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:39.016496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe35df80-b358-468e-bf38-a5d4f33853db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:39.022585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77968951-1f5d-4939-9c89-e421809c0aeb req-84318590-14f9-47a9-98e2-2329984b449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:39.024640 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77968951-1f5d-4939-9c89-e421809c0aeb req-84318590-14f9-47a9-98e2-2329984b449a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 200  len: 849 time: 0.3458004
Jan 24 05:02:39.351086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:02:39.477404 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:02:39.491211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77968951-1f5d-4939-9c89-e421809c0aeb req-9d3ef475-9464-4283-b90c-0c20577a149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:39.493082 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77968951-1f5d-4939-9c89-e421809c0aeb req-9d3ef475-9464-4283-b90c-0c20577a149c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56c4ea9e-4606-4803-ab20-b342a16a6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4589279
Jan 24 05:02:39.497388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:39.546032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:39.555354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc43dfbb8e44b8cb28b8df0eec25b48 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:39.562691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:39.572348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:39.713770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe35df80-b358-468e-bf38-a5d4f33853db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:39.723146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a7bf2-cc75-4fa8-a6fa-ccfd9cdbd51f req-6f540c89-754c-4ed8-86de-9eb3d46105b2 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:39.724892 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1a3a7bf2-cc75-4fa8-a6fa-ccfd9cdbd51f req-6f540c89-754c-4ed8-86de-9eb3d46105b2 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.2879262
Jan 24 05:02:39.756420 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-fe35df80-b358-468e-bf38-a5d4f33853db None None] For port 14676422-a620-4510-b365-04d354691273, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=14676422-a620-4510-b365-04d354691273,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:39.767975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fe35df80-b358-468e-bf38-a5d4f33853db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:39.841938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:39.911206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4363d7-475d-4cce-a5bd-6c92264b2a09 req-deb9074f-a878-4476-84af-d4ab11fd0edf tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:39.919258 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1b4363d7-475d-4cce-a5bd-6c92264b2a09 req-deb9074f-a878-4476-84af-d4ab11fd0edf tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 945 time: 0.7491963
Jan 24 05:02:39.937632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35df80-b358-468e-bf38-a5d4f33853db None None] Pushing event updated for resources: {'Port': ['ID=14676422-a620-4510-b365-04d354691273,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:39.941766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c50208>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:36Z', 'revision_number': 3, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:39.946464 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1a3a7bf2-cc75-4fa8-a6fa-ccfd9cdbd51f req-a26e11ea-0a14-4828-9727-09daafbfaf7a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1732538
Jan 24 05:02:39.961342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fe35df80-b358-468e-bf38-a5d4f33853db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:39.962057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Checking router: e5d45248-6d91-4ec8-b7f8-68ecfa839693 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:02:39.962603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Updating router e5d45248-6d91-4ec8-b7f8-68ecfa839693 port 1d6385d3-6376-4b15-a516-84eeddab1601 binding host dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:02:40.027451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.030389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.035433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.071244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.086974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:02:40.097604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:40.103255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] Sync routers for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:02:40.119552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:02:40.120416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f356a0>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:02:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:40.162432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-a817bd8b-fce0-4e0a-add0-8648868e805c tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:40.163795 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-a817bd8b-fce0-4e0a-add0-8648868e805c tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.61 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 945 time: 0.5738351
Jan 24 05:02:40.362820 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72cc2377-cfb3-42c5-9dae-c8e1be7131e4 req-dbfbf595-9785-4e8e-9d52-056579763594 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 210 time: 0.2363703
Jan 24 05:02:40.377002 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdc43dfbb8e44b8cb28b8df0eec25b48&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4924047
Jan 24 05:02:40.386121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52210) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:40.424804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cce0db-2cb4-4f84-9254-cac1c6291333,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:40.431825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:40.464137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Deleting port b001faa1-d109-4839-a9a1-946afa62bcdb {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:02:40.464570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.515728 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:02:40.669505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.682816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Transition to ACTIVE for port object 1d6385d3-6376-4b15-a516-84eeddab1601 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:02:40.685850 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-875d7c82-93cb-45a1-b3de-f60899987b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.695456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.781969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-875d7c82-93cb-45a1-b3de-f60899987b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.841481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:40.861419 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] No DVR routers for this DVR port 80eb54b9-685a-4810-9e0d-851a05ca2399 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:02:40.868854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 14676422-a620-4510-b365-04d354691273 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:40.875329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:40.892419 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-deleted', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:40.935297 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77968951-1f5d-4939-9c89-e421809c0aeb req-4197bdb7-e450-43cb-bb79-8791d9899163 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2767344
Jan 24 05:02:40.953502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:40.986268 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1b4363d7-475d-4cce-a5bd-6c92264b2a09 req-d7922b00-90bd-4a48-85af-3e39c2d2142d tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0657854
Jan 24 05:02:41.007094 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f356a0>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:41.011694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] Checking router: db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:02:41.026028 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:02:41.026604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f356a0>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:02:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:41.069785 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Pushing event updated for resources: {'Port': ['ID=1d6385d3-6376-4b15-a516-84eeddab1601,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:41.072769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-fd1a8bdc-123d-4e27-be8f-70bf0c6827f8 None None] Provisioning complete for port 14676422-a620-4510-b365-04d354691273 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:41.073330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fd1a8bdc-123d-4e27-be8f-70bf0c6827f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:41.079852 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bd7af5-7570-4751-920d-c11ecd9ab292', 'name': 'network-vif-deleted', 'tag': '80eb54b9-685a-4810-9e0d-851a05ca2399', 'status': 'completed', 'code': 200}
Jan 24 05:02:41.088893 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1da1773e-b829-425c-af11-1b3aa8c8e3bb req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "DELETE /v2.0/ports/80eb54b9-685a-4810-9e0d-851a05ca2399 HTTP/1.1" status: 204  len: 173 time: 5.9998114
Jan 24 05:02:41.115808 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-875d7c82-93cb-45a1-b3de-f60899987b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:41.130556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5de07869-4541-4c7f-aa83-a6fd59d00ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:41.150392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d7c82-93cb-45a1-b3de-f60899987b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cce0db-2cb4-4f84-9254-cac1c6291333,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:41.160945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-875d7c82-93cb-45a1-b3de-f60899987b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:41.176665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:41.207479 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-875d7c82-93cb-45a1-b3de-f60899987b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:41.208738 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-875d7c82-93cb-45a1-b3de-f60899987b80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91cce0db-2cb4-4f84-9254-cac1c6291333 HTTP/1.1" status: 204  len: 168 time: 0.8214145
Jan 24 05:02:41.219973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Allocated IP 172.20.0.1 (d554e0c6-66e2-40ca-bd7b-728322578c6d/e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f/94c425d6-68d0-49a1-b8c3-4e7b20e26f02) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:02:41.320332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Attempting to bind port 1d6385d3-6376-4b15-a516-84eeddab1601 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:02:41.320577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Attempting to bind port 1d6385d3-6376-4b15-a516-84eeddab1601 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:02:41.334857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Attempting to bind port 1d6385d3-6376-4b15-a516-84eeddab1601 on network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:02:41.343868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:02:41.401796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:02:41.402230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:02:41.402800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:41.408735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Bound using segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:02:41.409360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Bound port: 1d6385d3-6376-4b15-a516-84eeddab1601, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:02:41.410356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:41.560749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:41.584357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Transition to ACTIVE for port object 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:02:41.633346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:41.652564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-19de7215-6ad1-443c-9300-279e2ff117a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:41.683163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] For port 1d6385d3-6376-4b15-a516-84eeddab1601, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:02:41.690500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] For port 1d6385d3-6376-4b15-a516-84eeddab1601, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=1d6385d3-6376-4b15-a516-84eeddab1601,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:02:41.861866 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2c07802-aec7-461d-93b1-b3337d0ca56a req-edbe8b36-dd86-4125-a90a-e95503359e75 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=75bd7af5-7570-4751-920d-c11ecd9ab292 HTTP/1.1" status: 200  len: 210 time: 0.1409819
Jan 24 05:02:41.865129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 14676422-a620-4510-b365-04d354691273 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:41.865709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:41.896155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Pushing event updated for resources: {'Port': ['ID=94c425d6-68d0-49a1-b8c3-4e7b20e26f02,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:41.907716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:41.975504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:41.992411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Network d554e0c6-66e2-40ca-bd7b-728322578c6d is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:02:41.996513 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:02:42.004359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:02:42.042742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57324a-1d41-4142-af86-1af861685c2b req-89c69832-8d54-4f8f-be3a-0c6dc3d0b856 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:42.051486 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f57324a-1d41-4142-af86-1af861685c2b req-89c69832-8d54-4f8f-be3a-0c6dc3d0b856 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.6661334
Jan 24 05:02:42.068148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52226) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:42.072295 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77968951-1f5d-4939-9c89-e421809c0aeb req-3cf3cefc-2008-471a-9918-ec8278841a97 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0792456
Jan 24 05:02:42.176011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850997132'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:42.177482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f356a0>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:42.179627 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:42.188250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518d2eb-ae00-40c7-9701-4bce4eb94c66 None None] The sync data for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi is: [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:02:42.224996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fe35df80-b358-468e-bf38-a5d4f33853db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:42.239552 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f57324a-1d41-4142-af86-1af861685c2b req-1ff29a45-5576-4aa5-a340-3fb79805eac7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1870084
Jan 24 05:02:42.262004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] For port b001faa1-d109-4839-a9a1-946afa62bcdb, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b001faa1-d109-4839-a9a1-946afa62bcdb,segment=NetworkSegment(6b2f7296-41d4-4d56-ab14-fe491d8e8e7d),segment_id=6b2f7296-41d4-4d56-ab14-fe491d8e8e7d)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:42.262414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:42.323299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:42.454550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:42.455033 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:42.487648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:02:42.488503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c50208>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:02:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:42.498519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Usage tracker for resource:security_group_rule and tenant:c6db3a8f39ba4dadabf945931edc1aa6 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:42.515601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Calling delete_port for b001faa1-d109-4839-a9a1-946afa62bcdb owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:42.553668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:42.602468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:42.721766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:02:42.753722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70cc4-a773-4201-bcbf-f3908dee98f0 req-ffdbcb79-e4db-4b7e-a8fb-12b0ec1e3ccc tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:42.764501 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-34f70cc4-a773-4201-bcbf-f3908dee98f0 req-ffdbcb79-e4db-4b7e-a8fb-12b0ec1e3ccc tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 945 time: 0.2823565
Jan 24 05:02:42.779207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4f77ce7a-1572-41c4-88d8-074b08e1e331 None None] Provisioning complete for port 14676422-a620-4510-b365-04d354691273 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:42.779439 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f77ce7a-1572-41c4-88d8-074b08e1e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:42.865135 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-34f70cc4-a773-4201-bcbf-f3908dee98f0 req-6d865435-f1db-4d41-86ed-eb1bcdd346cd tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/security-groups?id=6b448f52-e19e-4a3e-b4f1-be868c58bd38&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998898
Jan 24 05:02:42.893378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:42.921707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d197206-9939-4d7f-a927-e9f5d4436c1c None None] New status for floating IP 83c261a9-5e0e-48a2-a9cc-751be03efe5c: DOWN {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:02:42.961518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f826d0-889e-415d-bbb2-78b02541a5dc req-b5722446-e4f8-4d66-bc72-139273b8b9da tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:42.970082 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a5f826d0-889e-415d-bbb2-78b02541a5dc req-b5722446-e4f8-4d66-bc72-139273b8b9da tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.3091617
Jan 24 05:02:43.084572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.136776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-246c9ee6-f27b-471b-be8c-a705346171f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:43.138692 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-246c9ee6-f27b-471b-be8c-a705346171f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 1163 time: 0.3614185
Jan 24 05:02:43.139394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.161240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.177177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-289532ab-bb0f-4db1-8b89-90922731f6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:43.178181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52238) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:43.257233 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a5f826d0-889e-415d-bbb2-78b02541a5dc req-0653ff63-9d2d-430d-bd98-605f67464f9a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2858267
Jan 24 05:02:43.290482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c5812a72-adf1-47e3-9981-8add41b9f229 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.303168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adf44da-cabd-41b7-827d-65b0ba6a0642,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:43.340904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c5812a72-adf1-47e3-9981-8add41b9f229 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.355846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.367676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350481'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.398670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Pushing event updated for resources: {'Port': ['ID=1d6385d3-6376-4b15-a516-84eeddab1601,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:43.402559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:43.409033 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6db3a8f39ba4dadabf945931edc1aa6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3370628
Jan 24 05:02:43.409033 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:43.417090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8e79146a-7fe1-4d98-bfd3-9c5818e4b0a8 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:43.437856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52242) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:43.474953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Pushing event deleted for resources: {'Port': ['ID=b001faa1-d109-4839-a9a1-946afa62bcdb,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:43.487090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:43.536796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Pushing event updated for resources: {'Port': ['ID=94c425d6-68d0-49a1-b8c3-4e7b20e26f02,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:43.539989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:43.541203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851001633'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.546321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.546952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.547309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.547686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.548061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.548435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.548836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.549211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.549578 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.549945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.550314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.550680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.551085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.551459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.551831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.552314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.552698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.553069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.553433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.553798 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.554165 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.554804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.554920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.555209 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:43.582141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-e660054c-6130-4b65-aead-cf724e589508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:43.583779 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-e660054c-6130-4b65-aead-cf724e589508 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 904 time: 0.4197841
Jan 24 05:02:43.585008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.360s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:43.728171 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] No DVR routers for this DVR port b001faa1-d109-4839-a9a1-946afa62bcdb on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:02:43.733505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.736409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75e37fe-5182-457c-9390-3a6a8718e105', 'name': 'network-vif-deleted', 'tag': 'b001faa1-d109-4839-a9a1-946afa62bcdb'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:43.736882 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c50208>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:36Z', 'revision_number': 3, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:43.741459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4da76-6f58-4290-b165-6489112fa27c None None] The sync data for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi is: [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:36Z', 'revision_number': 3, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:02:43.757765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b001faa1-d109-4839-a9a1-946afa62bcdb no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:02:43.780995 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-2d105316-fcce-470f-938a-d6d6b1bfccfb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 HTTP/1.1" status: 200  len: 1002 time: 0.1893599
Jan 24 05:02:43.783517 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b2f6b5de-153d-42b6-88c1-b7f1fb0a4128 req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.61 "DELETE /v2.0/ports/b001faa1-d109-4839-a9a1-946afa62bcdb HTTP/1.1" status: 204  len: 173 time: 3.5103514
Jan 24 05:02:43.804368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: b001faa1-d109-4839-a9a1-946afa62bcdb {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:02:43.804702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b001faa1-d109-4839-a9a1-946afa62bcdb not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:02:43.824941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-c96893fe-0029-428a-91ac-b717fc201743 None None] Provisioning for port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:02:43.831485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-c96893fe-0029-428a-91ac-b717fc201743 None None] Provisioning complete for port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:43.831910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c96893fe-0029-428a-91ac-b717fc201743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.848507 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75e37fe-5182-457c-9390-3a6a8718e105', 'name': 'network-vif-deleted', 'tag': 'b001faa1-d109-4839-a9a1-946afa62bcdb', 'status': 'completed', 'code': 200}
Jan 24 05:02:43.904931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c5812a72-adf1-47e3-9981-8add41b9f229 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:43.905154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-f08f7a31-0dfa-4f21-85f6-b66ff7c552ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:43.906940 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-f08f7a31-0dfa-4f21-85f6-b66ff7c552ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 200  len: 849 time: 0.1142912
Jan 24 05:02:43.913549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-302d569f-2de6-4add-b096-a0b6bc7fc7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:43.927555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-c96893fe-0029-428a-91ac-b717fc201743 None None] Port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:02:43.957506 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5812a72-adf1-47e3-9981-8add41b9f229 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event deleted for resources: {'SecurityGroup': ['ID=facd10ad-6872-4788-a6de-35b0f79577c5,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:43.960057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c5812a72-adf1-47e3-9981-8add41b9f229 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:43.973294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0279c343-3c58-4ac5-828b-4eda353a1cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:44.004783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c5812a72-adf1-47e3-9981-8add41b9f229 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:44.005997 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c5812a72-adf1-47e3-9981-8add41b9f229 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "DELETE /v2.0/security-groups/facd10ad-6872-4788-a6de-35b0f79577c5 HTTP/1.1" status: 204  len: 168 time: 0.8245778
Jan 24 05:02:44.009976 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52250) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:44.034755 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.v2.resource [None req-2c5c921c-c837-4e3d-8f7d-db241fcbe01f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] show failed (client error): The resource could not be found.
Jan 24 05:02:44.039090 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-2c5c921c-c837-4e3d-8f7d-db241fcbe01f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups/facd10ad-6872-4788-a6de-35b0f79577c5 HTTP/1.1" status: 404  len: 347 time: 0.0248995
Jan 24 05:02:44.039326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52254) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:44.049103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0279c343-3c58-4ac5-828b-4eda353a1cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:44.102470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Network d554e0c6-66e2-40ca-bd7b-728322578c6d is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:02:44.105755 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:02:44.176979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-2a77e37e-2910-4774-a887-8316f2a4be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:44.178645 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-2a77e37e-2910-4774-a887-8316f2a4be3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56c4ea9e-4606-4803-ab20-b342a16a6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2648056
Jan 24 05:02:44.182197 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e9ecaa32-d433-4878-a945-b9def75c443c req-1ccb4293-5cf5-4eb3-bcaf-422345157969 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Synchronizing usage tracker for tenant:3f479bb812f64e7787cda7b38db922ad on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:02:44.272931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0279c343-3c58-4ac5-828b-4eda353a1cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:44.281873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c5812a72-adf1-47e3-9981-8add41b9f229 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:44.318935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279c343-3c58-4ac5-828b-4eda353a1cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adf44da-cabd-41b7-827d-65b0ba6a0642,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:44.322914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0279c343-3c58-4ac5-828b-4eda353a1cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:44.335028 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0279c343-3c58-4ac5-828b-4eda353a1cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:44.336379 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0279c343-3c58-4ac5-828b-4eda353a1cf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5adf44da-cabd-41b7-827d-65b0ba6a0642 HTTP/1.1" status: 204  len: 168 time: 0.8807726
Jan 24 05:02:44.437394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Router e5d45248-6d91-4ec8-b7f8-68ecfa839693 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:02:44.567409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-0fe432f1-ac2d-4e43-8d6d-a7454d223ebd None None] Provisioning complete for port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:44.568139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0fe432f1-ac2d-4e43-8d6d-a7454d223ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:44.710349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0fe432f1-ac2d-4e43-8d6d-a7454d223ebd None None] Port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:02:44.712406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 1d6385d3-6376-4b15-a516-84eeddab1601 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:44.809283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 1d6385d3-6376-4b15-a516-84eeddab1601 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:02:44.816074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 1d6385d3-6376-4b15-a516-84eeddab1601 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:44.816865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:44.835678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:02:44.841060 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] 10.222.0.10 "PUT /v2.0/routers/e5d45248-6d91-4ec8-b7f8-68ecfa839693/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4498556
Jan 24 05:02:44.912685 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-8dfd380d-64d4-4f84-9023-582a7ef44dbb service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6350369
Jan 24 05:02:44.983194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fb94f-c049-4130-91bb-2546158226f4 req-d73f0310-cf9a-4f8d-890b-183192147cde tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:44.992083 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9b3fb94f-c049-4130-91bb-2546158226f4 req-d73f0310-cf9a-4f8d-890b-183192147cde tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.3422239
Jan 24 05:02:45.040592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:45.070290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 1d6385d3-6376-4b15-a516-84eeddab1601, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=1d6385d3-6376-4b15-a516-84eeddab1601,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:45.075681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:45.079185 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:45.086385 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9b3fb94f-c049-4130-91bb-2546158226f4 req-e9233617-7bc5-4ed1-83ac-c5975023d8a3 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927172
Jan 24 05:02:45.104876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Deleting port 58a3d321-e372-47d9-8aed-140230de047d {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:02:45.104876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:45.174781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=1d6385d3-6376-4b15-a516-84eeddab1601,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:45.189005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:45.210152 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f49053c3-b875-4a3b-a76a-d931beb39afc req-793e1b08-e907-4205-a0ea-5c46d436b542 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2880037
Jan 24 05:02:45.347584 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e9ecaa32-d433-4878-a945-b9def75c443c req-1ccb4293-5cf5-4eb3-bcaf-422345157969 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Unset dirty status for tenant:3f479bb812f64e7787cda7b38db922ad on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:02:45.348843 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e9ecaa32-d433-4878-a945-b9def75c443c req-1ccb4293-5cf5-4eb3-bcaf-422345157969 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] 10.222.0.10 "GET /v2.0/ports?device_id=d75e37fe-5182-457c-9390-3a6a8718e105 HTTP/1.1" status: 200  len: 210 time: 1.2367404
Jan 24 05:02:45.350575 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:45.350934 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:45.495872 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Calling delete_port for 58a3d321-e372-47d9-8aed-140230de047d owned by network:floatingip {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:02:45.655978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:45.674498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-05648117-1ba3-4506-ad0e-6af1dabe1dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:45.773949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event deleted for resources: {'Port': ['ID=58a3d321-e372-47d9-8aed-140230de047d,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:45.787115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.787221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.787580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.788230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.788316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.788724 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.789111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.789497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.789881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.790263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.790650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.791029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.791450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.791835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.792274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.792610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.793001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.793373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.794331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.794709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.795095 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.795677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.795941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.796322 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:45.801792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:45.949639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:45.995613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:46.012825 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "DELETE /v2.0/floatingips/83c261a9-5e0e-48a2-a9cc-751be03efe5c HTTP/1.1" status: 204  len: 168 time: 1.9719880
Jan 24 05:02:46.293498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:46.442898 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:46.443688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:46.503417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b114d-b182-43a2-b0e0-f4891a77bbb8 req-e2a47288-8d0f-4d08-8172-3e0258258773 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:46.511977 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cc7b114d-b182-43a2-b0e0-f4891a77bbb8 req-e2a47288-8d0f-4d08-8172-3e0258258773 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.2343130
Jan 24 05:02:46.611930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52324) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:46.618410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'security_group': {'name': 'tempest-securitygroup--937403792', 'description': 'tempest-description--1779721560'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:46.620084 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cc7b114d-b182-43a2-b0e0-f4891a77bbb8 req-7866e671-bdef-41b3-9ff3-4d8d0d4af1b5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1053302
Jan 24 05:02:46.646765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:46.651354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:security_group and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:46.655325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:46.663906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:46.685159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 1d6385d3-6376-4b15-a516-84eeddab1601 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:46.687340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:46.720181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:46.727219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:security_group_rule and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:46.736634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:46.756590 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:46.806987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 1d6385d3-6376-4b15-a516-84eeddab1601 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:46.807411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:46.868925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:46.881719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:46.893400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0f20452a-32a2-49b4-9b72-d67952d6b994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:46.950794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'SecurityGroup': ['ID=be915980-18c4-4059-ada6-1940a5b2f6e6,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:46.957735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:46.971040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:46.972522 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3594673
Jan 24 05:02:46.975776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52334) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:46.993812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'security_group_rule': {'security_group_id': 'be915980-18c4-4059-ada6-1940a5b2f6e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:47.016376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:47.023804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:security_group_rule and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:47.027426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:47.035582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:47.060684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:47.168982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:47.173025 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:47.176465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:47.222425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:47.228227 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2509549
Jan 24 05:02:47.231589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52342) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:47.236353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84be2510-7eb6-4086-998c-e69bed568f2b,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:47.240916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:47.241196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'security_group_rule': {'security_group_id': 'be915980-18c4-4059-ada6-1940a5b2f6e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:47.259557 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Sync routers for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:02:47.271356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:47.280848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:security_group_rule and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:47.286108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:47.293281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:02:47.295812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd58b8dd8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:02:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:47.302896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:47.366495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:47.541612 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:47.551620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:47.561506 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:47.601839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cbfdbc-7e9f-408a-bf4d-f01792ba5166,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:47.618101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:47.628596 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:47.633272 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a566112b-f2a0-4140-b891-77696a413709 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4005008
Jan 24 05:02:47.633447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52360) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:47.640695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'floatingip': {'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:47.654677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:02:47.663534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:47.676672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Usage tracker for resource:floatingip and tenant:7265c7dd1e6142b5ac1d2633bd676cc2 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:47.680309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:47.686419 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:47.711217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:47.929769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:48.145410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd58b8dd8>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:42Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '94c425d6-68d0-49a1-b8c3-4e7b20e26f02', 'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'mac_address': 'fa:16:3e:bd:b7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:40Z', 'updated_at': '2021-01-24T05:02:43Z', 'revision_number': 2, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'subnets': [{'id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:48.152407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Checking router: e5d45248-6d91-4ec8-b7f8-68ecfa839693 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:02:48.153694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Updating router e5d45248-6d91-4ec8-b7f8-68ecfa839693 port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 binding host dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:02:48.289550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Allocated IP 172.27.3.155 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/4c8ab2e8-5f26-4454-8f5e-7cbec744ceca) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:02:48.413520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:48.515414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:48.557981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:48.652476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d526c392-0ad6-42e9-87c4-e580caeaab89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:48.675561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52384) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:48.788665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:02:48.792074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:02:48.798007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:02:48.832808 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'Port': ['ID=4c8ab2e8-5f26-4454-8f5e-7cbec744ceca,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:48.834581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:48.940923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:48.964332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:48.969509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Usage tracker for resource:security_group_rule and tenant:fc3711784c81415bb1b34008664ded12 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:48.973598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:48.979673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:48.982025 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.091837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.113371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.117259 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.128145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-875d7c82-93cb-45a1-b3de-f60899987b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:49.155215 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.181954 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc3711784c81415bb1b34008664ded12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5051458
Jan 24 05:02:49.184011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52394) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:49.187093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Transition to ACTIVE for port object 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:02:49.191627 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.201345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c9817d-b4da-4800-b2a8-df22eb92ebac,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:49.218263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:49.343867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2383295b-0406-41c3-ab6d-f270a205e5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.379927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2383295b-0406-41c3-ab6d-f270a205e5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.419850 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d3838bb7-91b4-48c2-8f33-a5e37fcf75ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:49.443690 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2383295b-0406-41c3-ab6d-f270a205e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.449224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3eb86a7e-0176-43eb-9608-e108656dcb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:49.458917 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.463202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.467385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383295b-0406-41c3-ab6d-f270a205e5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c9817d-b4da-4800-b2a8-df22eb92ebac,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:49.490342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2383295b-0406-41c3-ab6d-f270a205e5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:49.498400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2383295b-0406-41c3-ab6d-f270a205e5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.503295 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-2383295b-0406-41c3-ab6d-f270a205e5d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7c9817d-b4da-4800-b2a8-df22eb92ebac HTTP/1.1" status: 204  len: 168 time: 0.3159573
Jan 24 05:02:49.664930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-db2c9776-c527-424f-b205-87fa910de0fe tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:49.742378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Attempting to bind port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:02:49.744127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Attempting to bind port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:02:49.745443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Attempting to bind port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 on network d554e0c6-66e2-40ca-bd7b-728322578c6d {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:02:49.758184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:02:49.759948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Checking segment: {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:02:49.761305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.761860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Bound using segment: {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:02:49.765707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Bound port: 94c425d6-68d0-49a1-b8c3-4e7b20e26f02, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:02:49.766299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.778559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Pushing event updated for resources: {'Port': ['ID=94c425d6-68d0-49a1-b8c3-4e7b20e26f02,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:49.812689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.813162 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.813656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.814107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.814778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.815392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.815392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.815640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'Port': ['ID=4c8ab2e8-5f26-4454-8f5e-7cbec744ceca,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:49.816916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.817307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.820229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:49.820818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.821316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.821937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.822563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.822918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.823388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.823856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.825576 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.825576 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.827991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.828560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.829154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.829647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.830792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.831281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.832283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:02:49.857130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:49.867007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:49.867234 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2238641
Jan 24 05:02:49.978354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] For port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:02:49.983455 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] For port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=94c425d6-68d0-49a1-b8c3-4e7b20e26f02,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:02:49.985765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:50.003260 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4bf985e8-fda3-48cd-b388-b21bfb4b24b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:50.083875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52408) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:50.112759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:50.136043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:50.141452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Usage tracker for resource:security_group_rule and tenant:bcb23294acbc4efe9e09ca1baed59c1f is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:02:50.145053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:02:50.152040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:50.190462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Pushing event updated for resources: {'Port': ['ID=94c425d6-68d0-49a1-b8c3-4e7b20e26f02,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:50.196452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-10dae1e0-93a8-4b92-b0b9-8f68bfc1e882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:50.282557 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:02:50.285877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd58b8dd8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:02:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:50.335821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:50.348782 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-5a17ff10-1505-4927-b7bc-0becdfe86ccf tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--937403792&fields=id&tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2 HTTP/1.1" status: 200  len: 267 time: 0.1146977
Jan 24 05:02:50.557742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:02:50.586463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:50.599169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:50.647828 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcb23294acbc4efe9e09ca1baed59c1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5628872
Jan 24 05:02:50.650658 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52422) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:02:50.726624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-e3b6deb6-893e-4518-91dd-f1cb7e98149a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:50.728590 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-e3b6deb6-893e-4518-91dd-f1cb7e98149a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 817 time: 0.3627577
Jan 24 05:02:50.761994 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-6b0a05a4-cddd-47c0-98d5-438b5dee63ef tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/quotas/7265c7dd1e6142b5ac1d2633bd676cc2 HTTP/1.1" status: 200  len: 375 time: 0.0235543
Jan 24 05:02:50.764663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533ce94e-87ee-436f-a106-942293a6b3b5,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:50.773862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d92c201-3215-4b3d-8d3a-bd9345ec7ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:50.782564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:50.821957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d92c201-3215-4b3d-8d3a-bd9345ec7ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:50.901718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d92c201-3215-4b3d-8d3a-bd9345ec7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:50.918085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-bbb297bf-5566-4b93-9b45-75558b418184 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Synchronizing usage tracker for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:02:50.918288 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6a5bf7fe-a4bd-4c7c-852b-9ce7de95cbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:50.933745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7d92c201-3215-4b3d-8d3a-bd9345ec7ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:50.934841 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-7d92c201-3215-4b3d-8d3a-bd9345ec7ce2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/533ce94e-87ee-436f-a106-942293a6b3b5 HTTP/1.1" status: 204  len: 168 time: 0.2829506
Jan 24 05:02:50.936021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92c201-3215-4b3d-8d3a-bd9345ec7ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533ce94e-87ee-436f-a106-942293a6b3b5,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:50.938955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7d92c201-3215-4b3d-8d3a-bd9345ec7ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:50.942952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-bbb297bf-5566-4b93-9b45-75558b418184 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Unset dirty status for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:02:50.944628 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-bbb297bf-5566-4b93-9b45-75558b418184 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1634471
Jan 24 05:02:51.039122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd58b8dd8>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:42Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '94c425d6-68d0-49a1-b8c3-4e7b20e26f02', 'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'mac_address': 'fa:16:3e:bd:b7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:40Z', 'updated_at': '2021-01-24T05:02:49Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'subnets': [{'id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:02:51.044313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30ed7e-de1c-4a12-928e-b7896c041a7b None None] The sync data for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi is: [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:42Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '94c425d6-68d0-49a1-b8c3-4e7b20e26f02', 'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'mac_address': 'fa:16:3e:bd:b7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:40Z', 'updated_at': '2021-01-24T05:02:49Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'subnets': [{'id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:02:51.238495 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-cca446dc-bfa0-4a90-8b02-eaf87a836047 service neutron] 10.222.0.10 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2605238
Jan 24 05:02:51.847600 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2e919c5e-2294-4f87-a1a4-84a162629b38 service neutron] 10.222.0.10 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5923550
Jan 24 05:02:52.195422 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cf53886a-5db7-4d5c-b188-1ed304a05a61 req-9473219e-807a-44e3-bf03-dc1970c2fff8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 210 time: 0.1246555
Jan 24 05:02:52.644370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:52.836473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:02:52.848938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:52.851374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:53.129649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:53.183432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=94c425d6-68d0-49a1-b8c3-4e7b20e26f02,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:02:53.187698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:53.196577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:53.325969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=94c425d6-68d0-49a1-b8c3-4e7b20e26f02,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:53.341434 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:53.936200 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-574faa19-299f-4ec3-a7f6-3e54b5490cd2 req-ac27b9bf-43de-4490-9d50-616ebeccd2de tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 210 time: 0.0690746
Jan 24 05:02:54.549846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-7cdc27ac-ac9c-47a4-b376-da108c3608ab tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:54.551526 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-7cdc27ac-ac9c-47a4-b376-da108c3608ab tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 817 time: 0.3126512
Jan 24 05:02:54.582591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:02:54.721722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:54.722392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:54.724853 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-8f93f801-92f4-4199-8bf8-a790cac80509 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2 HTTP/1.1" status: 200  len: 5704 time: 0.1507194
Jan 24 05:02:54.741170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'port': {'device_id': '96697739-65ab-4407-9c65-28dfe92edf44', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'admin_state_up': True, 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'security_groups': ['be915980-18c4-4059-ada6-1940a5b2f6e6']}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:54.980833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:02:55.000103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:02:55.011446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Made reservation on behalf of 7265c7dd1e6142b5ac1d2633bd676cc2 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:02:55.025679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:55.342097 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c023d222-384c-4a59-bfe8-0823049b11de req-0cdb17c0-c35f-4a3a-b030-68a240e83929 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 210 time: 0.1236227
Jan 24 05:02:55.430987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Allocated IP 172.20.0.4 (65756a95-a3dc-4795-b455-30b70d7bac59/aa74718b-c7d7-4be8-b2e7-3cf3daa444f6/b2afff89-4a5c-4f70-a907-d3168c961a8b) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:02:55.663031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:55.688359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Transition to ACTIVE for port object b2afff89-4a5c-4f70-a907-d3168c961a8b will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:02:55.714223 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:55.730168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f07480ac-cf72-46ab-8cb7-380ebe219c6f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:55.912195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event updated for resources: {'Port': ['ID=b2afff89-4a5c-4f70-a907-d3168c961a8b,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:55.916504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:55.940829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Network 65756a95-a3dc-4795-b455-30b70d7bac59 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:02:55.940829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:02:55.942559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:02:56.037263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:56.037999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:56.076719 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3399081
Jan 24 05:02:56.285131 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Request body: {'port': {'device_id': '96697739-65ab-4407-9c65-28dfe92edf44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:02:56.297391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-9ecc09d4-9371-4f5d-b9ab-06af8348e655 None None] Provisioning for port b2afff89-4a5c-4f70-a907-d3168c961a8b completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:02:56.306748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-9ecc09d4-9371-4f5d-b9ab-06af8348e655 None None] Provisioning complete for port b2afff89-4a5c-4f70-a907-d3168c961a8b triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:02:56.310011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9ecc09d4-9371-4f5d-b9ab-06af8348e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:56.414254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc09d4-9371-4f5d-b9ab-06af8348e655 None None] Port b2afff89-4a5c-4f70-a907-d3168c961a8b cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:02:56.425522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:56.917515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2afff89-4a5c-4f70-a907-d3168c961a8b {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:02:56.927726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:56.941563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Transition to ACTIVE for port object b2afff89-4a5c-4f70-a907-d3168c961a8b will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:02:56.990554 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:57.013367 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-15b71f2b-62ed-4326-87dc-020b575029c3 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:57.150977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b2afff89-4a5c-4f70-a907-d3168c961a8b,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:57.177203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:57.301605 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43b85-06a8-4306-a3ff-ff285248092a req-5d027994-ff29-47aa-8861-9c1be9149ada tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:57.302703 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-5ef43b85-06a8-4306-a3ff-ff285248092a req-5d027994-ff29-47aa-8861-9c1be9149ada tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Synchronizing usage tracker for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:02:57.416960 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-5ef43b85-06a8-4306-a3ff-ff285248092a req-5d027994-ff29-47aa-8861-9c1be9149ada tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Unset dirty status for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:02:57.418751 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5ef43b85-06a8-4306-a3ff-ff285248092a req-5d027994-ff29-47aa-8861-9c1be9149ada tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.4751766
Jan 24 05:02:57.558347 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5ef43b85-06a8-4306-a3ff-ff285248092a req-3609a897-6268-4b94-818b-c13c3156c6ac tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284328
Jan 24 05:02:57.579838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Attempting to bind port b2afff89-4a5c-4f70-a907-d3168c961a8b on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:02:57.580232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Attempting to bind port b2afff89-4a5c-4f70-a907-d3168c961a8b by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:02:57.580631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Attempting to bind port b2afff89-4a5c-4f70-a907-d3168c961a8b on network 65756a95-a3dc-4795-b455-30b70d7bac59 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:02:57.589051 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:02:57.589428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Checking segment: {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:02:57.589839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:57.590468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Bound using segment: {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:02:57.590955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Bound port: b2afff89-4a5c-4f70-a907-d3168c961a8b, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e176709-ae8d-40e8-af02-fc76e651ced0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:02:57.591340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:57.714929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] For port b2afff89-4a5c-4f70-a907-d3168c961a8b, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:02:57.718709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] For port b2afff89-4a5c-4f70-a907-d3168c961a8b, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:02:57.722741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:57.739313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2039c86d-759d-4991-abbe-0f6a5bc522f6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:02:57.898831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b2afff89-4a5c-4f70-a907-d3168c961a8b,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:02:57.905507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:02:57.942338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:57.943018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:02:57.944586 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] 10.222.0.61 "PUT /v2.0/ports/b2afff89-4a5c-4f70-a907-d3168c961a8b HTTP/1.1" status: 200  len: 1157 time: 1.8515503
Jan 24 05:02:57.945058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:02:58.133746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-7909ce44-1872-4e1a-9b57-5472e22f64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:58.135410 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-7909ce44-1872-4e1a-9b57-5472e22f64ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 1160 time: 0.1145790
Jan 24 05:02:58.255304 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-f05f450a-e071-4480-8087-1db3aa5f508e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b HTTP/1.1" status: 200  len: 217 time: 0.1000245
Jan 24 05:02:58.260003 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'status': 'completed', 'code': 200}
Jan 24 05:02:58.357980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-f42a9876-71ba-41eb-821a-7525c58a5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:58.360062 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-f42a9876-71ba-41eb-821a-7525c58a5fb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.0799854
Jan 24 05:02:58.468564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d8035310-eadc-4279-bb9c-8e4d9d51956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:58.470179 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-d8035310-eadc-4279-bb9c-8e4d9d51956b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1011767
Jan 24 05:02:58.669805 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-628b978a-9a4b-4429-b817-46e685cc668c service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871009
Jan 24 05:02:58.948864 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2e2660a-c63f-4a5e-b87e-d6471dfee78c req-e9487f15-24dd-4761-b326-5bc8be879f48 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2690246
Jan 24 05:02:58.983189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2de15-0ab4-4a9e-8482-720d99945acc req-bee082bd-4642-477d-b7bf-192cc1fbe6bf tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:58.984941 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-40f2de15-0ab4-4a9e-8482-720d99945acc req-bee082bd-4642-477d-b7bf-192cc1fbe6bf tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1990561
Jan 24 05:02:59.057342 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-40f2de15-0ab4-4a9e-8482-720d99945acc req-9bc2c373-cda2-48b3-8e5a-7d332966e458 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649686
Jan 24 05:02:59.602273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-de24ea3e-3645-44d4-a0c0-03669a71caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:02:59.604019 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-de24ea3e-3645-44d4-a0c0-03669a71caa5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 1160 time: 0.3669229
Jan 24 05:03:00.367902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b18a6-81fe-44f3-bcd6-392bede2bea4 req-1e561056-3917-4bb8-ad68-50cc35391477 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:00.369784 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-372b18a6-81fe-44f3-bcd6-392bede2bea4 req-1e561056-3917-4bb8-ad68-50cc35391477 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1331198
Jan 24 05:03:00.375101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-00e4769d-927b-4a37-8fd0-b7f7e0afe5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:00.376810 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-00e4769d-927b-4a37-8fd0-b7f7e0afe5c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 911 time: 0.1615348
Jan 24 05:03:00.428960 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-372b18a6-81fe-44f3-bcd6-392bede2bea4 req-3b78f9a9-4ac5-4dbf-9385-cd83a95ebd9a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Synchronizing usage tracker for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:00.444512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-372b18a6-81fe-44f3-bcd6-392bede2bea4 req-3b78f9a9-4ac5-4dbf-9385-cd83a95ebd9a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Unset dirty status for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:00.445786 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-372b18a6-81fe-44f3-bcd6-392bede2bea4 req-3b78f9a9-4ac5-4dbf-9385-cd83a95ebd9a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678527
Jan 24 05:03:00.927410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-72e2e7ee-6479-49de-959e-87b5d81d612e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:00.928073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-72e2e7ee-6479-49de-959e-87b5d81d612e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Synchronizing usage tracker for tenant:4be26896dba7466c8febb89025ff9f57 on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:00.944180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-72e2e7ee-6479-49de-959e-87b5d81d612e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Unset dirty status for tenant:4be26896dba7466c8febb89025ff9f57 on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:00.945486 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-72e2e7ee-6479-49de-959e-87b5d81d612e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 815 time: 0.2110121
Jan 24 05:03:00.961801 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-63740693-b21a-411c-98f6-297cec5a7f25 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/quotas/4be26896dba7466c8febb89025ff9f57 HTTP/1.1" status: 200  len: 375 time: 0.0100472
Jan 24 05:03:01.058734 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-71327ec5-ae88-4d9d-909b-ee07bc9dcf17 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Synchronizing usage tracker for tenant:4be26896dba7466c8febb89025ff9f57 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:01.075169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-71327ec5-ae88-4d9d-909b-ee07bc9dcf17 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Unset dirty status for tenant:4be26896dba7466c8febb89025ff9f57 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:01.076641 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-71327ec5-ae88-4d9d-909b-ee07bc9dcf17 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1084790
Jan 24 05:03:01.127448 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-7d73dd4c-9b10-4c29-9c8f-c9e74da8fe9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b HTTP/1.1" status: 200  len: 217 time: 0.0670598
Jan 24 05:03:01.150592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5635d8ff-c7a3-4418-bdf5-62cb87b6587c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:01.311657 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-472cc329-8bb2-4908-a21a-c495b9d96837 service neutron] 10.222.0.10 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206583
Jan 24 05:03:01.456702 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-ce31825c-ab83-4ed4-9ef2-e790767390cd service neutron] 10.222.0.10 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384099
Jan 24 05:03:01.688352 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-595d3589-40f8-4db2-9823-2a988bd8d6fd req-e6784ba9-d857-4d74-a7e4-ae202de24971 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 210 time: 0.0591640
Jan 24 05:03:01.712614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b41c8-0640-4952-b44d-ccdc6cfbb8af req-87c4e4fb-cb2b-4b63-b692-ca072d69bf52 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:01.714467 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-108b41c8-0640-4952-b44d-ccdc6cfbb8af req-87c4e4fb-cb2b-4b63-b692-ca072d69bf52 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1127307
Jan 24 05:03:01.771295 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-108b41c8-0640-4952-b44d-ccdc6cfbb8af req-2eefa751-ce31-42b4-8ca1-d36ff7007c01 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502164
Jan 24 05:03:02.456810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-f234add6-2ad9-4638-a818-c3fb65bcba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:02.458372 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-f234add6-2ad9-4638-a818-c3fb65bcba1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.0663366
Jan 24 05:03:02.553896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-1620bd9c-df52-4290-9aec-5910661bdee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:02.555515 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-1620bd9c-df52-4290-9aec-5910661bdee4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818553
Jan 24 05:03:02.710716 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-d90fd3f4-d009-41df-8dd6-c019b30f8f41 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396575
Jan 24 05:03:02.863464 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2968673b-608f-4690-9702-5ad4e64f8a33 req-9b6192e7-22e6-4b3c-84ce-4d3f0638f1a8 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434903
Jan 24 05:03:02.879571 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-51254c5c-7218-4ce4-b420-3ed2bfcf28bd req-1692158c-441d-4d53-902e-da20d59e95e4 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 210 time: 0.0552330
Jan 24 05:03:03.029097 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cf8cf-ad3c-4d19-b75f-5badd7ba0056 req-749e9219-66b3-4177-b2a5-7f7be67ac74a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:03.030611 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-588cf8cf-ad3c-4d19-b75f-5badd7ba0056 req-749e9219-66b3-4177-b2a5-7f7be67ac74a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1083038
Jan 24 05:03:03.081809 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-588cf8cf-ad3c-4d19-b75f-5badd7ba0056 req-6b36f79c-feb7-4445-9666-b5d03d20fdd5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450151
Jan 24 05:03:03.529012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-519a3275-ec96-4f2d-a713-6d50c147118a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:03.530917 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-519a3275-ec96-4f2d-a713-6d50c147118a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.61 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 815 time: 0.1839824
Jan 24 05:03:03.531253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-14010060-1bc1-43ee-8440-d259ee7d105b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:03.590572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'port': {'device_id': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'admin_state_up': True, 'tenant_id': '4be26896dba7466c8febb89025ff9f57'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:03.741072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:03.752068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:03.763749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Made reservation on behalf of 4be26896dba7466c8febb89025ff9f57 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:03:03.774778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:03.824735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:04.151900 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8237d996-6a30-490e-a9a0-bbb67723d530 req-5fc3fdba-b73d-4871-9d2d-1f7a17381864 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 210 time: 0.0725894
Jan 24 05:03:04.193036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Allocated IP 172.20.0.4 (d554e0c6-66e2-40ca-bd7b-728322578c6d/e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f/e887a23c-afa1-4acb-9cd6-33e329e07f8e) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:03:04.556774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:04.577447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Transition to ACTIVE for port object e887a23c-afa1-4acb-9cd6-33e329e07f8e will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:03:04.616735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246df1dc-6741-4ab4-8e40-0f9929bfbafe req-e420b973-6e59-448e-8d07-f0e2fd11efbb tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:04.625620 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-246df1dc-6741-4ab4-8e40-0f9929bfbafe req-e420b973-6e59-448e-8d07-f0e2fd11efbb tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.3392978
Jan 24 05:03:04.689419 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-246df1dc-6741-4ab4-8e40-0f9929bfbafe req-73bd29e3-18d9-4386-833a-2020a3321a0e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625901
Jan 24 05:03:04.723113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:04.740586 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ae6c2567-d2bd-4c4d-8782-d4f4ddea62e6 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:04.876438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event updated for resources: {'Port': ['ID=e887a23c-afa1-4acb-9cd6-33e329e07f8e,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:04.881355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:04.951342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Network d554e0c6-66e2-40ca-bd7b-728322578c6d is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:03:04.952584 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:03:04.954969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:03:05.041167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:05.041897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:05.043525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:05.071134 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4849017
Jan 24 05:03:05.265314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-1fe96007-47e8-4043-9f2b-4c7b36baeffa None None] Provisioning for port e887a23c-afa1-4acb-9cd6-33e329e07f8e completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:03:05.277718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-1fe96007-47e8-4043-9f2b-4c7b36baeffa None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:05.278384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1fe96007-47e8-4043-9f2b-4c7b36baeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:05.363978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-1fe96007-47e8-4043-9f2b-4c7b36baeffa None None] Port e887a23c-afa1-4acb-9cd6-33e329e07f8e cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:03:05.437134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:05.486722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a26e89-c722-4ea5-9713-1dee04571c0c req-3a5d3238-8b9b-4a7d-a6e5-5655bb2a99fc tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:05.488377 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-85a26e89-c722-4ea5-9713-1dee04571c0c req-3a5d3238-8b9b-4a7d-a6e5-5655bb2a99fc tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 931 time: 0.1130817
Jan 24 05:03:05.545050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-85a26e89-c722-4ea5-9713-1dee04571c0c req-ad596adb-c5e5-43b6-b9b6-bc0b38ffbcd0 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Synchronizing usage tracker for tenant:4be26896dba7466c8febb89025ff9f57 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:05.562292 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-85a26e89-c722-4ea5-9713-1dee04571c0c req-ad596adb-c5e5-43b6-b9b6-bc0b38ffbcd0 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Unset dirty status for tenant:4be26896dba7466c8febb89025ff9f57 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:05.563550 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-85a26e89-c722-4ea5-9713-1dee04571c0c req-ad596adb-c5e5-43b6-b9b6-bc0b38ffbcd0 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687871
Jan 24 05:03:05.960668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c14c9d-4e1c-4918-a29c-ddf97f3ad862 req-cad81581-059f-4bce-bbcd-bb60a90c661d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:05.962382 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2c14c9d-4e1c-4918-a29c-ddf97f3ad862 req-cad81581-059f-4bce-bbcd-bb60a90c661d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1126640
Jan 24 05:03:05.977532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:06.034325 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2c14c9d-4e1c-4918-a29c-ddf97f3ad862 req-3213dc23-7924-437e-b18f-38fcf7cedd6e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649765
Jan 24 05:03:06.086876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:06.087373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:06.233495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b2afff89-4a5c-4f70-a907-d3168c961a8b up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:06.318380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port b2afff89-4a5c-4f70-a907-d3168c961a8b completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:03:06.325511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port b2afff89-4a5c-4f70-a907-d3168c961a8b triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:06.326068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:06.468325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:06.499857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:03:06.512389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port b2afff89-4a5c-4f70-a907-d3168c961a8b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:03:06.516631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:06.518773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:06.586319 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'code': 200}
Jan 24 05:03:06.608609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=b2afff89-4a5c-4f70-a907-d3168c961a8b,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:06.612675 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:06.827742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370bf11-2a09-442b-baa7-088eebe3a53f req-b641ce16-021c-4bfa-ba2d-552f08435e7e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:06.828483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-d370bf11-2a09-442b-baa7-088eebe3a53f req-b641ce16-021c-4bfa-ba2d-552f08435e7e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Synchronizing usage tracker for tenant:4be26896dba7466c8febb89025ff9f57 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:06.845091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-d370bf11-2a09-442b-baa7-088eebe3a53f req-b641ce16-021c-4bfa-ba2d-552f08435e7e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Unset dirty status for tenant:4be26896dba7466c8febb89025ff9f57 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:06.846347 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d370bf11-2a09-442b-baa7-088eebe3a53f req-b641ce16-021c-4bfa-ba2d-552f08435e7e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 931 time: 0.1329091
Jan 24 05:03:06.901130 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d370bf11-2a09-442b-baa7-088eebe3a53f req-d28aebe1-1776-4133-a7ae-8583ec3d7529 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484860
Jan 24 05:03:07.123865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b2afff89-4a5c-4f70-a907-d3168c961a8b up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:07.201087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port b2afff89-4a5c-4f70-a907-d3168c961a8b triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:07.201497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:07.389183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caebae8-7ef0-40bb-b31b-f5af1fd03e4a req-6882e45f-a715-424a-b3b2-b3a5288f04f9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:07.391009 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9caebae8-7ef0-40bb-b31b-f5af1fd03e4a req-6882e45f-a715-424a-b3b2-b3a5288f04f9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1847413
Jan 24 05:03:07.450313 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9caebae8-7ef0-40bb-b31b-f5af1fd03e4a req-956f3ca5-2b41-458c-8c2e-c27aab598502 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496182
Jan 24 05:03:08.142998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a02b0-fc71-40a5-99dc-36766cd61d31 req-3659452f-b44e-448a-a47b-e811a4102601 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:08.144717 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fb9a02b0-fc71-40a5-99dc-36766cd61d31 req-3659452f-b44e-448a-a47b-e811a4102601 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 931 time: 0.1098719
Jan 24 05:03:08.197117 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fb9a02b0-fc71-40a5-99dc-36766cd61d31 req-37f76032-bfaf-4fd8-963f-9eccada62e1c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459566
Jan 24 05:03:08.409774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:08.715475 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4866064-b3f4-4dd2-91dd-c9c138c657f3 req-8e519ae0-d480-4cd3-821f-3a71095ef7ad tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:08.717908 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c4866064-b3f4-4dd2-91dd-c9c138c657f3 req-8e519ae0-d480-4cd3-821f-3a71095ef7ad tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1181836
Jan 24 05:03:08.772948 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c4866064-b3f4-4dd2-91dd-c9c138c657f3 req-d64f2951-7492-4e37-818a-63d2a3867c5a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483491
Jan 24 05:03:09.452033 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc22919-2525-4775-b1d5-cadbd2312b37 req-008d8118-7ccf-4929-93bd-6833f22db84c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:09.453776 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4dc22919-2525-4775-b1d5-cadbd2312b37 req-008d8118-7ccf-4929-93bd-6833f22db84c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 931 time: 0.1149309
Jan 24 05:03:09.508136 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4dc22919-2525-4775-b1d5-cadbd2312b37 req-0bebb163-38a9-4681-a0d1-f36a60eaafca tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474899
Jan 24 05:03:10.047912 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668d47e-fff4-4e92-aa88-3cdf35c8c66e req-2695b81d-1f61-454c-b528-fef843fa2d9f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:10.055729 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7668d47e-fff4-4e92-aa88-3cdf35c8c66e req-2695b81d-1f61-454c-b528-fef843fa2d9f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1215043
Jan 24 05:03:10.110080 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7668d47e-fff4-4e92-aa88-3cdf35c8c66e req-7a7f5bef-50b1-4cca-a293-3283d4e9fe5b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541890
Jan 24 05:03:10.162623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52744) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:10.342582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:10.360012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:10.364242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Usage tracker for resource:security_group_rule and tenant:13c4aa5d681946808b974be92e94cfb2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:10.368159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:10.376053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:10.468367 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:10.472369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:10.502053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e9e47c67-5499-49d4-826c-fdb6a112d380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:10.516773 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13c4aa5d681946808b974be92e94cfb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3528912
Jan 24 05:03:10.519549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52756) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:10.534395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b86b405-fc12-49e4-a92b-2397e20bb947,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:10.538430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:10.592652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a440cf15-40dd-41d1-94ca-9531e6ef5ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:10.622741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a440cf15-40dd-41d1-94ca-9531e6ef5ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:10.738254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a440cf15-40dd-41d1-94ca-9531e6ef5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:10.743975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-31d5f1fa-9eae-4492-8d6b-a866d8569462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:10.758746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440cf15-40dd-41d1-94ca-9531e6ef5ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b86b405-fc12-49e4-a92b-2397e20bb947,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:10.763066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a440cf15-40dd-41d1-94ca-9531e6ef5ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:10.772659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a440cf15-40dd-41d1-94ca-9531e6ef5ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:10.773897 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a440cf15-40dd-41d1-94ca-9531e6ef5ab9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b86b405-fc12-49e4-a92b-2397e20bb947 HTTP/1.1" status: 204  len: 168 time: 0.2530785
Jan 24 05:03:10.802788 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da53068-f123-4e92-90ca-0190a9bc0f04 req-4b2da456-aacd-4d0e-a11c-3e67c3568700 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:10.805321 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1da53068-f123-4e92-90ca-0190a9bc0f04 req-4b2da456-aacd-4d0e-a11c-3e67c3568700 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 931 time: 0.1471856
Jan 24 05:03:10.869773 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1da53068-f123-4e92-90ca-0190a9bc0f04 req-493d646b-b8a3-4102-bfed-d287258923a0 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521462
Jan 24 05:03:11.157560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52768) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:11.177886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:11.195293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:11.199681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Usage tracker for resource:security_group_rule and tenant:6bebd268959d4725ac932d5548b39f6c is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:11.202929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:11.208933 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:11.333400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:11.336614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:11.347224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-94bd0a5b-04d9-42fe-ae59-fa08284acb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:11.392971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c8bc4b-38ec-412e-baaa-dd42bac4e79b,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:11.398531 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:11.402861 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6bebd268959d4725ac932d5548b39f6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2438662
Jan 24 05:03:11.406083 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52772) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:11.410332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc52939-3332-4274-ba70-a77747bcb61f req-3b4a661a-6058-4513-a631-c63881e591c9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:11.412369 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3cc52939-3332-4274-ba70-a77747bcb61f req-3b4a661a-6058-4513-a631-c63881e591c9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1225295
Jan 24 05:03:11.468960 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3cc52939-3332-4274-ba70-a77747bcb61f req-dd0c824a-64e4-43af-9a56-cadd067eb1fe tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496900
Jan 24 05:03:11.473259 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-232a8b7f-cc62-478b-a2a7-687b80e7f4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:11.502598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-232a8b7f-cc62-478b-a2a7-687b80e7f4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:11.548996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-232a8b7f-cc62-478b-a2a7-687b80e7f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:11.554062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-60aa0628-bf03-406c-8e13-5dd9de021c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:11.568137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a8b7f-cc62-478b-a2a7-687b80e7f4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c8bc4b-38ec-412e-baaa-dd42bac4e79b,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:11.571304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-232a8b7f-cc62-478b-a2a7-687b80e7f4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:11.572227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-232a8b7f-cc62-478b-a2a7-687b80e7f4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:11.573459 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-232a8b7f-cc62-478b-a2a7-687b80e7f4d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8c8bc4b-38ec-412e-baaa-dd42bac4e79b HTTP/1.1" status: 204  len: 168 time: 0.1664591
Jan 24 05:03:12.127331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a26cb-3b24-4da2-8a56-fb549b4abb80 req-c1e05c0d-2c9b-433c-a546-04644988cb69 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:12.129086 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-166a26cb-3b24-4da2-8a56-fb549b4abb80 req-c1e05c0d-2c9b-433c-a546-04644988cb69 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 931 time: 0.1185517
Jan 24 05:03:12.190170 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-166a26cb-3b24-4da2-8a56-fb549b4abb80 req-ee6da6b2-9d8b-4fdd-929c-ab07b2b83424 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502980
Jan 24 05:03:12.843902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34906-d92f-4834-a959-aeb4ca382533 req-3c4a6a32-322f-43a0-9bb2-a16df9536455 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:12.845649 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1bd34906-d92f-4834-a959-aeb4ca382533 req-3c4a6a32-322f-43a0-9bb2-a16df9536455 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1870706
Jan 24 05:03:12.904406 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1bd34906-d92f-4834-a959-aeb4ca382533 req-a0e3d7d9-e3d0-4fa6-8957-444d6508f1ce tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525515
Jan 24 05:03:13.505378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2db1a-3623-466c-8d3b-f538dbc13e7e req-2433bd33-b0bd-450b-b4ef-873f98318d01 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:13.507220 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ead2db1a-3623-466c-8d3b-f538dbc13e7e req-2433bd33-b0bd-450b-b4ef-873f98318d01 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 931 time: 0.1228104
Jan 24 05:03:13.567021 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ead2db1a-3623-466c-8d3b-f538dbc13e7e req-84fd7a2d-9b51-41f5-a622-eee395e58cb3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526874
Jan 24 05:03:13.801204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52848) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:13.960365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:13.982271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:13.986386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Usage tracker for resource:security_group_rule and tenant:a91b0b28b4cc44238db380244711aefe is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:13.989488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:13.995699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:14.092917 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:14.095818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:14.107423 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-236b8686-5b17-4219-bdd8-66cf124ee4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:14.195684 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a91b0b28b4cc44238db380244711aefe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3932886
Jan 24 05:03:14.198935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52858) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:14.219153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c94856f-8e46-4995-aac1-5bc2256502c8,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:14.226338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:14.266590 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985ffe4-222c-4656-b764-a89df7f49e23 req-de213541-7081-4499-a299-0c0b8ac33b02 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:14.274350 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5985ffe4-222c-4656-b764-a89df7f49e23 req-de213541-7081-4499-a299-0c0b8ac33b02 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1680856
Jan 24 05:03:14.293811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-23936b9b-97b7-460d-8b75-9f9ef3821a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:14.334692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-23936b9b-97b7-460d-8b75-9f9ef3821a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:14.337673 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5985ffe4-222c-4656-b764-a89df7f49e23 req-6f2b0bb5-66c0-46a3-b040-b344d8adf505 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623705
Jan 24 05:03:14.385358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-23936b9b-97b7-460d-8b75-9f9ef3821a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:14.390625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f54957bc-90db-4524-8be2-e070073529fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:14.404084 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23936b9b-97b7-460d-8b75-9f9ef3821a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c94856f-8e46-4995-aac1-5bc2256502c8,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:14.406770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-23936b9b-97b7-460d-8b75-9f9ef3821a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:14.413756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-23936b9b-97b7-460d-8b75-9f9ef3821a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:14.418621 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-23936b9b-97b7-460d-8b75-9f9ef3821a01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c94856f-8e46-4995-aac1-5bc2256502c8 HTTP/1.1" status: 204  len: 168 time: 0.2178652
Jan 24 05:03:14.507705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52866) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:14.591713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc8c514-1aca-46fa-9a2f-42237ff9a8ce admin admin] Deleting subnet bc7a23d1-1670-43cf-bd0e-88b6efe61927 {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:03:14.595431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c514-1aca-46fa-9a2f-42237ff9a8ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:14.656824 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c514-1aca-46fa-9a2f-42237ff9a8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:14.732904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c514-1aca-46fa-9a2f-42237ff9a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:15.236517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b0ea1-5e60-4af4-8ba9-74cf109e9626 req-960bef28-26df-419e-899d-fccb9b00060d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:15.238516 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-646b0ea1-5e60-4af4-8ba9-74cf109e9626 req-960bef28-26df-419e-899d-fccb9b00060d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 931 time: 0.4704952
Jan 24 05:03:15.402379 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-646b0ea1-5e60-4af4-8ba9-74cf109e9626 req-1ba01d42-729d-42d3-8d6e-2a29f625f346 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348224
Jan 24 05:03:15.488506 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c514-1aca-46fa-9a2f-42237ff9a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:15.513442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b689436d-d142-4277-b70f-4352f83f03a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:15.643705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8c514-1aca-46fa-9a2f-42237ff9a8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7a23d1-1670-43cf-bd0e-88b6efe61927,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:15.652351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7dc8c514-1aca-46fa-9a2f-42237ff9a8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:15.713540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dc8c514-1aca-46fa-9a2f-42237ff9a8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:15.722243 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-7dc8c514-1aca-46fa-9a2f-42237ff9a8ce admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bc7a23d1-1670-43cf-bd0e-88b6efe61927 HTTP/1.1" status: 204  len: 168 time: 1.2122619
Jan 24 05:03:15.730467 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52898) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:15.746789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e9965-ea75-40ab-af9e-180caeef5796 req-4b67674c-a901-435e-bbd2-4cea659a5023 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:15.748661 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-049e9965-ea75-40ab-af9e-180caeef5796 req-4b67674c-a901-435e-bbd2-4cea659a5023 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1668630
Jan 24 05:03:15.832885 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-049e9965-ea75-40ab-af9e-180caeef5796 req-6a2ace29-f47c-4ca6-9383-80a22fdf1c0f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761800
Jan 24 05:03:15.875155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:16.081974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:16.202161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fcf1da4e0>,) {'filters': {'network_id': ['40020d75-1e96-4af5-9562-8f9a6fe226c5']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:16.215308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fcf1da4e0>, '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:16.215710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fcf1da4e0>, '6b2f7296-41d4-4d56-ab14-fe491d8e8e7d') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:16.228829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:16.267590 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:16.269917 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:03:16.472959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Network 40020d75-1e96-4af5-9562-8f9a6fe226c5 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:03:16.477442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:03:16.483087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:16.616348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Request body: {'port': {'device_id': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:16.888625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Network 40020d75-1e96-4af5-9562-8f9a6fe226c5 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:03:16.922986 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:03:17.027611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:17.060589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:17.091300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf210d-1089-482d-a7bc-06ea42e83cd1 req-158b0b4a-51e6-4363-8159-fb29239f9193 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:17.093210 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-22cf210d-1089-482d-a7bc-06ea42e83cd1 req-158b0b4a-51e6-4363-8159-fb29239f9193 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1151237
Jan 24 05:03:17.109707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf866be7-4de4-49a2-80f0-4d2f90c69e64 req-828e4fd9-479a-42e6-b44c-427b08975436 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:17.111370 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cf866be7-4de4-49a2-80f0-4d2f90c69e64 req-828e4fd9-479a-42e6-b44c-427b08975436 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 931 time: 0.5626714
Jan 24 05:03:17.139652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:17.146780 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-22cf210d-1089-482d-a7bc-06ea42e83cd1 req-b04cb238-90b8-4dbf-b315-726d06b2fdda tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470440
Jan 24 05:03:17.160947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:17.206888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Pushing event deleted for resources: {'Network': ['ID=40020d75-1e96-4af5-9562-8f9a6fe226c5,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:17.242417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:17.253659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e0cee-7eb1-4331-a8f3-c5be4db8880c req-5efb1dc6-43c6-47b7-8fd9-91d81398b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:17.255257 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1e6e0cee-7eb1-4331-a8f3-c5be4db8880c req-5efb1dc6-43c6-47b7-8fd9-91d81398b489 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 1162 time: 0.4393337
Jan 24 05:03:17.259239 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] 10.222.0.10 "DELETE /v2.0/networks/40020d75-1e96-4af5-9562-8f9a6fe226c5 HTTP/1.1" status: 204  len: 168 time: 1.5246181
Jan 24 05:03:17.311809 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cf866be7-4de4-49a2-80f0-4d2f90c69e64 req-3a13b0fa-c693-4c7b-a39a-6a156e777609 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827655
Jan 24 05:03:17.390642 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1e6e0cee-7eb1-4331-a8f3-c5be4db8880c req-f95d26f8-0bc6-4e12-b2ea-6598446083ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180189
Jan 24 05:03:17.482673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52962) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:17.538888 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-af7c0198-2d7f-4d02-b483-0265e9224aad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f479bb812f64e7787cda7b38db922ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0547962
Jan 24 05:03:17.541458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 52966) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:17.604620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:17.632548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:17.646669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e887a23c-afa1-4acb-9cd6-33e329e07f8e {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:03:17.655294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:17.671358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Transition to ACTIVE for port object e887a23c-afa1-4acb-9cd6-33e329e07f8e will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:03:17.674308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:17.681218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:17.686369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0c69c72a-890b-486b-b1b7-f3561200e63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:17.690018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-41ffc204-1c77-4b4a-b7e8-b0f6562d1a88 tempest-VolumesNegativeTest-1839620939 tempest-VolumesNegativeTest-1839620939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:17.703427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b448f52-e19e-4a3e-b4f1-be868c58bd38,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:17.713319 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.713735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.714158 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.715085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.715481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.715877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.716272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.716957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.717347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.717737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.718124 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.718509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.718938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.719328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.719718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.720107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.720491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.720904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.721290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.721677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.722067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.722459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.722843 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.723227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:17.739511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:17.740267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:17.744017 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b448f52-e19e-4a3e-b4f1-be868c58bd38 HTTP/1.1" status: 204  len: 168 time: 0.1990373
Jan 24 05:03:17.828786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e887a23c-afa1-4acb-9cd6-33e329e07f8e,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:17.834280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:18.037057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Attempting to bind port e887a23c-afa1-4acb-9cd6-33e329e07f8e on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:03:18.037435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Attempting to bind port e887a23c-afa1-4acb-9cd6-33e329e07f8e by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:03:18.037809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Attempting to bind port e887a23c-afa1-4acb-9cd6-33e329e07f8e on network d554e0c6-66e2-40ca-bd7b-728322578c6d {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:03:18.045345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:03:18.045721 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Checking segment: {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:03:18.046130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:18.046529 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Bound using segment: {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:03:18.047023 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Bound port: e887a23c-afa1-4acb-9cd6-33e329e07f8e, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a534a56-fed3-4534-8a58-80b5779611b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:03:18.047400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:18.157768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] For port e887a23c-afa1-4acb-9cd6-33e329e07f8e, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:03:18.160815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] For port e887a23c-afa1-4acb-9cd6-33e329e07f8e, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:03:18.164136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:18.180900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:18.340415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e887a23c-afa1-4acb-9cd6-33e329e07f8e,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:18.345380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:18.385551 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:18.386945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:18.389185 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 1157 time: 1.7906322
Jan 24 05:03:18.389667 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:03:18.427835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbae54-5edc-4f82-9239-726a9a7adb0e req-fe173802-f07c-4c9e-8748-bdbc0859438c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:18.429514 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2bbbae54-5edc-4f82-9239-726a9a7adb0e req-fe173802-f07c-4c9e-8748-bdbc0859438c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1172857
Jan 24 05:03:18.487167 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2bbbae54-5edc-4f82-9239-726a9a7adb0e req-8200681d-cada-4db4-98d6-26d0b17af06b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507026
Jan 24 05:03:18.582063 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'status': 'completed', 'code': 200}
Jan 24 05:03:18.661779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fa92c-d390-44f8-a011-76b77785b1fa req-a600aa17-2970-446e-a32c-ac4f7568972c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:18.663616 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1b8fa92c-d390-44f8-a011-76b77785b1fa req-a600aa17-2970-446e-a32c-ac4f7568972c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 943 time: 0.1918213
Jan 24 05:03:18.665722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-3f04f1cb-6b67-4527-af6b-c7ff9af92f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:18.667193 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-3f04f1cb-6b67-4527-af6b-c7ff9af92f47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1160 time: 0.1967525
Jan 24 05:03:18.997057 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1b8fa92c-d390-44f8-a011-76b77785b1fa req-47cea64a-9192-4511-ac65-195c4872bc5d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3263299
Jan 24 05:03:19.005402 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-f083b5b6-4f50-457b-aa18-a55bbd111338 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 217 time: 0.0741429
Jan 24 05:03:19.083727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-f9599765-b53f-44d2-bced-141a3318a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:19.085349 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-f9599765-b53f-44d2-bced-141a3318a109 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 200  len: 854 time: 0.0667779
Jan 24 05:03:19.175241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-c6523eaf-cbb9-4a64-aa34-b894d4808582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:19.176867 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-c6523eaf-cbb9-4a64-aa34-b894d4808582 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d554e0c6-66e2-40ca-bd7b-728322578c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786920
Jan 24 05:03:19.327421 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-90d6ffff-60d3-44a4-a0f8-d65c4597f175 service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399426
Jan 24 05:03:19.473991 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea62845f-e888-4278-bfe5-b69ef4321878 req-179d963b-c0f4-406f-bb3d-c0b1e7c40ecf service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382241
Jan 24 05:03:19.677332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-280f3003-8ecf-435f-95cf-e436a0ffa8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:19.678984 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-280f3003-8ecf-435f-95cf-e436a0ffa8a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1160 time: 0.0851774
Jan 24 05:03:19.754735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3243f-75c4-41e0-8623-666e9c49f24a req-f06ae635-44c5-4170-b7de-dc9130f6651b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:19.756411 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69a3243f-75c4-41e0-8623-666e9c49f24a req-f06ae635-44c5-4170-b7de-dc9130f6651b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1167676
Jan 24 05:03:19.809227 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69a3243f-75c4-41e0-8623-666e9c49f24a req-28e33449-3610-4987-b0f2-0c4aa1addd71 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455852
Jan 24 05:03:19.833779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-ab87cc28-6ad3-4949-ab53-7071d97cf038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:19.835358 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-ab87cc28-6ad3-4949-ab53-7071d97cf038 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 909 time: 0.1488740
Jan 24 05:03:19.912980 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-6cca17a3-92c1-4241-8968-9971b60d77bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 217 time: 0.0672574
Jan 24 05:03:20.047299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-9aad7e1d-5734-4aea-9a3a-94a70121ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:20.049048 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-9aad7e1d-5734-4aea-9a3a-94a70121ca41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 200  len: 854 time: 0.1278298
Jan 24 05:03:20.144833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ad010-1031-4eb7-a432-062ee5a0c617 req-52ded810-e70a-4fb2-b9bd-eda5be9f68b9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:20.146416 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ae0ad010-1031-4eb7-a432-062ee5a0c617 req-52ded810-e70a-4fb2-b9bd-eda5be9f68b9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1826754
Jan 24 05:03:20.158248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 52988) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:20.166505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-020ea33a-d972-4828-a056-2b4542179093 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Request body: {'floatingip': {'port_id': 'b2afff89-4a5c-4f70-a907-d3168c961a8b'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:20.231499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff65440-1d88-4e18-879a-4be8445da74d req-82b6dd91-50e0-46b1-8bfd-7947355e2a16 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:20.233166 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-eff65440-1d88-4e18-879a-4be8445da74d req-82b6dd91-50e0-46b1-8bfd-7947355e2a16 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 943 time: 0.1073432
Jan 24 05:03:20.264090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-020ea33a-d972-4828-a056-2b4542179093 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:20.295828 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-eff65440-1d88-4e18-879a-4be8445da74d req-90ace60a-2b54-46d7-a412-d01ed81cf583 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558639
Jan 24 05:03:20.409447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-630a71b4-4080-4878-8e4d-23e49d20296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:20.411002 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-630a71b4-4080-4878-8e4d-23e49d20296a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d554e0c6-66e2-40ca-bd7b-728322578c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3508127
Jan 24 05:03:20.768859 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-a724b99c-3025-4186-b760-3544ca6e0837 service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3220632
Jan 24 05:03:21.039654 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0116949c-4399-4eb0-a3c7-31311a87f112 req-58f9031e-3092-441d-8854-0a9016b53f6b service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2604449
Jan 24 05:03:21.174099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-020ea33a-d972-4828-a056-2b4542179093 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:21.177013 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-020ea33a-d972-4828-a056-2b4542179093 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:21.653705 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [None req-020ea33a-d972-4828-a056-2b4542179093 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Floating IP b8da1552-e1a1-4e7a-ac65-0ce755738b19 associated. External IP: 172.27.3.155, port: b2afff89-4a5c-4f70-a907-d3168c961a8b.
Jan 24 05:03:21.814249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b485181-bdc3-4332-b1c4-be037f7bfe38 req-4d42b9fa-e531-457c-8c6f-c9dc78442f41 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:21.815872 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3b485181-bdc3-4332-b1c4-be037f7bfe38 req-4d42b9fa-e531-457c-8c6f-c9dc78442f41 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 943 time: 0.2945242
Jan 24 05:03:21.915311 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3b485181-bdc3-4332-b1c4-be037f7bfe38 req-a00c10fa-8f80-4256-85a2-6d92317a1b65 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908120
Jan 24 05:03:22.139238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020ea33a-d972-4828-a056-2b4542179093 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:03:22.363474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020ea33a-d972-4828-a056-2b4542179093 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:03:22.368507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-020ea33a-d972-4828-a056-2b4542179093 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:22.374250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] Sync routers for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:03:22.384815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:03:22.385505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfd994a8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:22.442016 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-020ea33a-d972-4828-a056-2b4542179093 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "PUT /v2.0/floatingips/b8da1552-e1a1-4e7a-ac65-0ce755738b19 HTTP/1.1" status: 200  len: 991 time: 2.2824910
Jan 24 05:03:22.442866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:03:22.527013 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'status': 'completed', 'code': 200}
Jan 24 05:03:22.586892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:03:22.674589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-1ff04935-862c-4e83-bbef-2aa5511c4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:22.676215 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-1ff04935-862c-4e83-bbef-2aa5511c4b0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 1162 time: 0.0803318
Jan 24 05:03:22.875219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-4e6f84b6-283a-4e9f-8611-729202e52f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:22.877920 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-4e6f84b6-283a-4e9f-8611-729202e52f90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 911 time: 0.1914632
Jan 24 05:03:23.014055 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-bf50e211-5afe-40de-a324-230a91e4e7b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b HTTP/1.1" status: 200  len: 999 time: 0.1210556
Jan 24 05:03:23.139492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfd994a8>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': 'b8da1552-e1a1-4e7a-ac65-0ce755738b19', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'port_id': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'mac_address': 'fa:16:3e:e8:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96697739-65ab-4407-9c65-28dfe92edf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:02:48Z', 'updated_at': '2021-01-24T05:03:21Z', 'revision_number': 1, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:23.152370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] Checking router: db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:03:23.168773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:03:23.169517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfd994a8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:23.173079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-1060a5ad-fb31-472a-8ba1-1886fbc76a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:23.174708 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-1060a5ad-fb31-472a-8ba1-1886fbc76a5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.1405981
Jan 24 05:03:23.265466 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0659f-6ed0-485f-baee-a7eac96d5aae req-f4f4ccd6-758a-47a7-a762-5596465b3171 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:23.267178 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bd0659f-6ed0-485f-baee-a7eac96d5aae req-f4f4ccd6-758a-47a7-a762-5596465b3171 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 943 time: 0.1812413
Jan 24 05:03:23.338437 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bd0659f-6ed0-485f-baee-a7eac96d5aae req-7d75020c-dd5c-4bfc-815b-fb4a09ca386f tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635827
Jan 24 05:03:23.345681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-53ee2b56-bc97-40c0-9212-85ead1159bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:23.347199 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-53ee2b56-bc97-40c0-9212-85ead1159bdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1617689
Jan 24 05:03:23.424692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.objects.ports [None req-fecc3bec-a4df-4a29-8f30-9b4cf63ea611 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 24 05:03:23.438262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:03:23.500287 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-4c906b70-7c50-43f5-8c91-94cc38a20fcb service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437683
Jan 24 05:03:23.657941 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0c2868b4-a13c-4ffb-8c03-dc46861d5553 req-cb9a52a3-d7e1-4a9e-8ca2-fbef92d210c0 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445835
Jan 24 05:03:23.844078 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfd994a8>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': 'b8da1552-e1a1-4e7a-ac65-0ce755738b19', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'port_id': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'mac_address': 'fa:16:3e:e8:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96697739-65ab-4407-9c65-28dfe92edf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:02:48Z', 'updated_at': '2021-01-24T05:03:21Z', 'revision_number': 1, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:23.848957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb518ed-8c2f-4550-82a3-5997d9d36754 None None] The sync data for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi is: [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': 'b8da1552-e1a1-4e7a-ac65-0ce755738b19', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'port_id': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'mac_address': 'fa:16:3e:e8:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96697739-65ab-4407-9c65-28dfe92edf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:02:48Z', 'updated_at': '2021-01-24T05:03:21Z', 'revision_number': 1, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:03:24.165358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73055b7b-178c-47d4-b668-dfb9c4be2b7f None None] New status for floating IP b8da1552-e1a1-4e7a-ac65-0ce755738b19: ACTIVE {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:03:24.194002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device e887a23c-afa1-4acb-9cd6-33e329e07f8e up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:24.275425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port e887a23c-afa1-4acb-9cd6-33e329e07f8e completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:03:24.282652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:24.283077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:24.420160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:24.449005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:03:24.459900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port e887a23c-afa1-4acb-9cd6-33e329e07f8e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:03:24.462985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:24.466287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:24.546514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=e887a23c-afa1-4acb-9cd6-33e329e07f8e,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:24.550046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:24.608901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a7617-9db1-43f3-bb4a-a9a18e064a00 req-0e878622-3e2c-42fe-b6aa-6ea3096ae93c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:24.610687 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-043a7617-9db1-43f3-bb4a-a9a18e064a00 req-0e878622-3e2c-42fe-b6aa-6ea3096ae93c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1286592
Jan 24 05:03:24.664424 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-043a7617-9db1-43f3-bb4a-a9a18e064a00 req-bc879e12-e129-4973-86bc-9c825f778ca4 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472598
Jan 24 05:03:24.780776 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'code': 200}
Jan 24 05:03:25.153754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41067b-70c0-4ad4-80a4-bba9ecbe1175 req-17c6c4b0-f7ec-4c11-bc48-a00d24d8fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:25.155302 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2b41067b-70c0-4ad4-80a4-bba9ecbe1175 req-17c6c4b0-f7ec-4c11-bc48-a00d24d8fc93 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1162 time: 0.0821104
Jan 24 05:03:25.204628 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2b41067b-70c0-4ad4-80a4-bba9ecbe1175 req-3f30f15f-9642-4a46-a56d-1e8a76274d03 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379026
Jan 24 05:03:25.313014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device e887a23c-afa1-4acb-9cd6-33e329e07f8e up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:25.385762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:25.386207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:25.907727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8c647-02cb-4c33-8a3e-3107a753747b req-fcad7cd1-2536-4148-a0e9-b12d6b0bd3c6 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:25.909347 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7ac8c647-02cb-4c33-8a3e-3107a753747b req-fcad7cd1-2536-4148-a0e9-b12d6b0bd3c6 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1092477
Jan 24 05:03:25.962758 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7ac8c647-02cb-4c33-8a3e-3107a753747b req-4a90ef68-174f-4159-92c3-545b3a18c04c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458510
Jan 24 05:03:27.204231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85d9b0-fb90-4e8a-9320-b818c2d507ae req-b321d9ea-3b04-4c42-94e3-785174cf187a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:27.205922 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a85d9b0-fb90-4e8a-9320-b818c2d507ae req-b321d9ea-3b04-4c42-94e3-785174cf187a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1103866
Jan 24 05:03:27.488921 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5a85d9b0-fb90-4e8a-9320-b818c2d507ae req-f8b9f6c1-fd81-427f-8cb2-0273e5273ef1 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766118
Jan 24 05:03:27.544583 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device e887a23c-afa1-4acb-9cd6-33e329e07f8e up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:27.617905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:27.618323 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:27.729502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d92861-ba60-444f-86fd-d2c7c66e7d8f req-968bd897-6504-4bb0-a8b0-f7aabc1114a2 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:27.731166 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-15d92861-ba60-444f-86fd-d2c7c66e7d8f req-968bd897-6504-4bb0-a8b0-f7aabc1114a2 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1088436
Jan 24 05:03:27.784981 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-15d92861-ba60-444f-86fd-d2c7c66e7d8f req-efd04767-7910-40d8-8486-bf68fe4bc4b7 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469730
Jan 24 05:03:28.405615 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576a627-74c0-4615-a00a-38f493a28e35 req-17142620-0718-4d6d-845e-e3cb7d33a805 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:28.407332 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b576a627-74c0-4615-a00a-38f493a28e35 req-17142620-0718-4d6d-845e-e3cb7d33a805 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1125622
Jan 24 05:03:28.461206 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b576a627-74c0-4615-a00a-38f493a28e35 req-69b9d11e-65b5-49b9-a463-cb51a09217d2 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470872
Jan 24 05:03:31.154726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bfea8bfc-9f78-46dc-b09b-2b6a7591d205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:33.533544 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d986ea7d-d043-456e-923e-2660b0b542dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:33.804286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:35.020802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:35.439930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:35.639867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915a4c0-9bc8-4030-97d2-7b923a66fa30 req-d509126e-4d93-4929-b13d-7379c511f496 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:35.641529 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4915a4c0-9bc8-4030-97d2-7b923a66fa30 req-d509126e-4d93-4929-b13d-7379c511f496 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1040769
Jan 24 05:03:35.695307 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4915a4c0-9bc8-4030-97d2-7b923a66fa30 req-3f8968f0-5fb1-4f88-83b3-0acbb2a15c8f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473213
Jan 24 05:03:36.934700 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900847ec-1574-4ba4-92ef-4464c950357d req-93bdb6a8-7845-4c1b-b6aa-f65d24085521 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:36.936277 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-900847ec-1574-4ba4-92ef-4464c950357d req-93bdb6a8-7845-4c1b-b6aa-f65d24085521 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1072965
Jan 24 05:03:36.988156 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-900847ec-1574-4ba4-92ef-4464c950357d req-1247c1f9-10c0-4b4b-b609-b512e6b4bba7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456855
Jan 24 05:03:37.510468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:37.583663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:37.584035 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:37.750910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-0fb91cfb-288f-44c3-9bf0-c0bd113b077d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:37.752469 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-0fb91cfb-288f-44c3-9bf0-c0bd113b077d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1182323
Jan 24 05:03:37.832220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Deleting port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:03:37.832648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:38.254278 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16af3a6-0fb8-4dab-97c9-e6d6619e08cf req-24e53308-125d-491e-a38e-ff9c598dc854 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:38.256960 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b16af3a6-0fb8-4dab-97c9-e6d6619e08cf req-24e53308-125d-491e-a38e-ff9c598dc854 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 946 time: 0.1236944
Jan 24 05:03:38.313441 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b16af3a6-0fb8-4dab-97c9-e6d6619e08cf req-f6c99489-0214-49b9-8fce-0f23c5ed8337 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=6053b6bb-966f-4605-8eea-4c2da1579bae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494723
Jan 24 05:03:38.340049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] For port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:03:38.340447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:38.423799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:38.655625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:38.656038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:38.656388 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Floating IP dff7b50a-6bcb-4da6-8350-bcc22530d795 disassociated. External IP: 172.27.3.226, port: 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898.
Jan 24 05:03:38.656787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Calling delete_port for 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:03:38.822545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:38.838743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:38.892715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event deleted for resources: {'Port': ['ID=9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:38.942701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:39.178309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e696d6-35b2-49d9-b631-a1100cc3d46a req-94ae8919-18bc-4867-b85c-89e597f0323d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:39.179930 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-95e696d6-35b2-49d9-b631-a1100cc3d46a req-94ae8919-18bc-4867-b85c-89e597f0323d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.2322092
Jan 24 05:03:39.184780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:03:39.221385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:03:39.221775 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:03:39.320020 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-95e696d6-35b2-49d9-b631-a1100cc3d46a req-3e6031d4-d6d7-454d-9e7c-a84b82ac1ead tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309397
Jan 24 05:03:39.361399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:03:39.559973 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-940d4c4b-df84-48e5-b628-8504764aa848 req-3bd34990-526b-48bd-8969-96ac024ee214 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=2ff54a7f-d03f-45ab-be66-ec95f58115ce HTTP/1.1" status: 200  len: 210 time: 0.0679381
Jan 24 05:03:39.617817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:03:39.628282 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] Sync routers for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:03:39.639133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:03:39.639919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ae59b0>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:39.649502 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ed313702-257c-4278-a75e-b573d907e92d req-18acb0de-d5b1-4fbb-abfb-b03bd66b186e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1818047
Jan 24 05:03:39.659161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] No DVR routers for this DVR port 9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:03:39.661565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:39.664654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'name': 'network-vif-deleted', 'tag': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:03:39.667810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'floatingip': {'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:39.679501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:39.684239 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a85c96d3-bde7-4ea5-873b-49f2a3ef2bf4 req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "DELETE /v2.0/ports/9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898 HTTP/1.1" status: 204  len: 173 time: 1.9255416
Jan 24 05:03:39.684373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Usage tracker for resource:floatingip and tenant:4be26896dba7466c8febb89025ff9f57 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:39.687454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:39.693921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:39.705048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for floatingip, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:39.731677 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff54a7f-d03f-45ab-be66-ec95f58115ce', 'name': 'network-vif-deleted', 'tag': '9c5b7b5f-fa23-4e7b-8f09-e2c2b1272898', 'status': 'completed', 'code': 200}
Jan 24 05:03:39.866458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:03:39.869344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:40.176668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Allocated IP 172.27.3.42 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/b7cd9243-8fba-40c3-bfce-ae4cbcc07c1c) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:03:40.391569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ae59b0>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:40.396058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] Checking router: ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:03:40.400086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:40.407417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:03:40.408091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ae59b0>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:40.440117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:40.562195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:40.653225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event updated for resources: {'Port': ['ID=b7cd9243-8fba-40c3-bfce-ae4cbcc07c1c,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:40.656251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:40.675173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:03:40.675328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:03:40.676276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:03:40.678659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:03:40.765340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for floatingip, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:40.792676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 53180) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:40.829254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:40.874693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dee70449-6284-4e31-8f5e-80793d360d5f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:40.915515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dee70449-6284-4e31-8f5e-80793d360d5f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:40.964694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dee70449-6284-4e31-8f5e-80793d360d5f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:40.970715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bcb2093e-23f1-483f-8478-192c525f3b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:40.986143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee70449-6284-4e31-8f5e-80793d360d5f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event deleted for resources: {'SecurityGroup': ['ID=6053b6bb-966f-4605-8eea-4c2da1579bae,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:40.989317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-dee70449-6284-4e31-8f5e-80793d360d5f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:41.001601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dee70449-6284-4e31-8f5e-80793d360d5f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.005474 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-dee70449-6284-4e31-8f5e-80793d360d5f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "DELETE /v2.0/security-groups/6053b6bb-966f-4605-8eea-4c2da1579bae HTTP/1.1" status: 204  len: 168 time: 0.2088878
Jan 24 05:03:41.005823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 53184) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:41.027147 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.v2.resource [None req-60d32dbf-3908-4110-aebb-ec2f875dc2f8 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] show failed (client error): The resource could not be found.
Jan 24 05:03:41.028098 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-60d32dbf-3908-4110-aebb-ec2f875dc2f8 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups/6053b6bb-966f-4605-8eea-4c2da1579bae HTTP/1.1" status: 404  len: 347 time: 0.0212040
Jan 24 05:03:41.031227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 53188) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:41.040490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ae59b0>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:41.045597 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f98d6-62c3-4266-84e5-755242570845 None None] The sync data for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi is: [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:03:41.125138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.128870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350481'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.144316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c7880467-3846-4879-9331-099f011e5226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:41.207258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Deleting port 03e42bdb-f32e-4a9f-8de2-dcb185e82ef1 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:03:41.207632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.266847 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event updated for resources: {'Port': ['ID=b7cd9243-8fba-40c3-bfce-ae4cbcc07c1c,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:41.271568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:41.407544 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.408340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.408778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.430691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.432094 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ed313702-257c-4278-a75e-b573d907e92d req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7754309
Jan 24 05:03:41.471072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de2b3e-eafd-4c32-ad5f-b39fa0974883 None None] New status for floating IP dff7b50a-6bcb-4da6-8350-bcc22530d795: DOWN {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:03:41.521665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ed313702-257c-4278-a75e-b573d907e92d req-135d4018-cc49-4aec-a73c-20b0e43bec53 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Synchronizing usage tracker for tenant:4be26896dba7466c8febb89025ff9f57 on resource:floatingip {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:41.542801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ed313702-257c-4278-a75e-b573d907e92d req-135d4018-cc49-4aec-a73c-20b0e43bec53 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Unset dirty status for tenant:4be26896dba7466c8febb89025ff9f57 on resource:floatingip {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:41.544093 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ed313702-257c-4278-a75e-b573d907e92d req-135d4018-cc49-4aec-a73c-20b0e43bec53 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.42 HTTP/1.1" status: 200  len: 695 time: 0.1055427
Jan 24 05:03:41.549126 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Calling delete_port for 03e42bdb-f32e-4a9f-8de2-dcb185e82ef1 owned by network:floatingip {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:03:41.712175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [None req-f2de2b3e-eafd-4c32-ad5f-b39fa0974883 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80087) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:03:41.712978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [None req-f2de2b3e-eafd-4c32-ad5f-b39fa0974883 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:03:41.714729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.748244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed313702-257c-4278-a75e-b573d907e92d req-35fab856-a219-4978-a679-65a6be87ac13 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:41.749933 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ed313702-257c-4278-a75e-b573d907e92d req-35fab856-a219-4978-a679-65a6be87ac13 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.1987417
Jan 24 05:03:41.761763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-ed313702-257c-4278-a75e-b573d907e92d req-0f4f0546-aa3e-4fa2-84a5-2e19499d1159 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 05:03:41.762976 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ed313702-257c-4278-a75e-b573d907e92d req-0f4f0546-aa3e-4fa2-84a5-2e19499d1159 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0069873
Jan 24 05:03:41.800358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:41.856304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event deleted for resources: {'Port': ['ID=03e42bdb-f32e-4a9f-8de2-dcb185e82ef1,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:41.865309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:41.975429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.990556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:41.991778 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "DELETE /v2.0/floatingips/dff7b50a-6bcb-4da6-8350-bcc22530d795 HTTP/1.1" status: 204  len: 168 time: 0.9595740
Jan 24 05:03:42.000013 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-743e4f86-f2ac-4250-a6c6-c0d38705b21c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:42.001740 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-743e4f86-f2ac-4250-a6c6-c0d38705b21c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1161582
Jan 24 05:03:42.097533 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-3f0bee20-cc3c-460c-ad64-e15efd14857b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.42 HTTP/1.1" status: 200  len: 695 time: 0.0895979
Jan 24 05:03:42.109648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-825795c1-adcd-4087-8422-9e8713f81d8e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'floatingip': {'port_id': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:42.194622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-825795c1-adcd-4087-8422-9e8713f81d8e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for floatingip, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.214555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de2b3e-eafd-4c32-ad5f-b39fa0974883 None None] New status for floating IP dff7b50a-6bcb-4da6-8350-bcc22530d795: DOWN {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:03:42.541073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 53204) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:42.547080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'security_group': {'name': 'tempest-securitygroup--143746800', 'description': 'tempest-description--718947704'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:42.557661 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:42.561903 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:security_group and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:42.564898 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:42.570774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:42.580987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.606379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:42.610440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:security_group_rule and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:42.613444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:42.619138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:42.691863 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.693851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.699765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bed7c5bc-fe72-472e-9a19-f2966a94b695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:42.743956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3b50c3-b009-4fad-aa0e-c39780d76718,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:42.747922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:42.749238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.750554 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2083149
Jan 24 05:03:42.753804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 53208) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:42.759407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'security_group_rule': {'security_group_id': '4f3b50c3-b009-4fad-aa0e-c39780d76718', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:42.770496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:42.774732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:security_group_rule and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:42.777664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:42.783381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:42.799705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.841520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-825795c1-adcd-4087-8422-9e8713f81d8e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.844534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-825795c1-adcd-4087-8422-9e8713f81d8e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.863383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.866079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.874060 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-68444624-0c85-4925-982d-1f22cd089b3e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:42.894965 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce35d2d0-54c2-4611-b0e8-048a9f1f98e2,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:42.897870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:42.905267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:42.909391 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1520028
Jan 24 05:03:42.909891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 53214) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:42.915903 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'security_group_rule': {'security_group_id': '4f3b50c3-b009-4fad-aa0e-c39780d76718', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:42.927286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:42.931585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:security_group_rule and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:42.935607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:42.941737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:42.966991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:43.267567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:43.270595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:43.272814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:43.293155 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-825795c1-adcd-4087-8422-9e8713f81d8e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Floating IP 9dfff529-d8c6-43d3-a3c1-ee856b2d6f62 associated. External IP: 172.27.3.42, port: e887a23c-afa1-4acb-9cd6-33e329e07f8e.
Jan 24 05:03:43.295388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5875d1ba-5e0f-431d-8cc3-faf75191cced,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:43.299720 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:43.306833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group_rule, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:43.309020 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ca0816f3-ab31-4f91-a0d4-d66770539d42 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3982928
Jan 24 05:03:43.312066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 53220) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:43.317741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'floatingip': {'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:43.327930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:43.332101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Usage tracker for resource:floatingip and tenant:d0a116e9b9f8498ba62c8e3377470abf is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:43.335206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:43.343887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:43.352837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:43.514902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:43.697581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-825795c1-adcd-4087-8422-9e8713f81d8e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Router e5d45248-6d91-4ec8-b7f8-68ecfa839693 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:03:43.790480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Allocated IP 172.27.3.82 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/635f5572-5f79-434f-a60c-f91c88c884c7) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:03:43.890958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-825795c1-adcd-4087-8422-9e8713f81d8e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:03:43.895813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-825795c1-adcd-4087-8422-9e8713f81d8e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:43.901575 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] Sync routers for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:03:43.911364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:03:43.912040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ad5ba8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:43.954036 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-825795c1-adcd-4087-8422-9e8713f81d8e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "PUT /v2.0/floatingips/9dfff529-d8c6-43d3-a3c1-ee856b2d6f62 HTTP/1.1" status: 200  len: 995 time: 1.8495007
Jan 24 05:03:43.954610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:03:43.954946 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:43.987534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:44.006201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ca542d91-399b-43c6-8f23-54e287fead3f tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:44.057036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-7f410208-dda5-4ae3-b37f-40135af22d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:44.059493 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-7f410208-dda5-4ae3-b37f-40135af22d4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1162 time: 0.0878160
Jan 24 05:03:44.109523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:03:44.152717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'Port': ['ID=635f5572-5f79-434f-a60c-f91c88c884c7,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:44.157361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:44.212611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-eb1932c6-5e0a-4888-97cc-832532c9e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:44.214257 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:03:44.214687 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-eb1932c6-5e0a-4888-97cc-832532c9e87b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 909 time: 0.1473396
Jan 24 05:03:44.216103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:03:44.218678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:03:44.320683 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:44.329339 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-c3526567-391f-4951-8dd1-0b284df72d5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 998 time: 0.1062903
Jan 24 05:03:44.388136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:44.404553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-7f720a7f-237b-4f70-ad39-b90eb21232c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:44.406470 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-7f720a7f-237b-4f70-ad39-b90eb21232c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 200  len: 854 time: 0.0708261
Jan 24 05:03:44.489865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-7523638b-9b55-4f2e-9852-79a7d5105eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:44.491609 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-7523638b-9b55-4f2e-9852-79a7d5105eef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d554e0c6-66e2-40ca-bd7b-728322578c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782399
Jan 24 05:03:44.511607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ad5ba8>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:42Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '9dfff529-d8c6-43d3-a3c1-ee856b2d6f62', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'port_id': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'mac_address': 'fa:16:3e:c1:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:03:40Z', 'updated_at': '2021-01-24T05:03:42Z', 'revision_number': 1, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c425d6-68d0-49a1-b8c3-4e7b20e26f02', 'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'mac_address': 'fa:16:3e:bd:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:40Z', 'updated_at': '2021-01-24T05:02:53Z', 'revision_number': 5, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'subnets': [{'id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:44.515948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] Checking router: e5d45248-6d91-4ec8-b7f8-68ecfa839693 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:03:44.517226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-d0ffcad3-53a5-4875-b72d-d8275d7b26fd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 05:03:44.518115 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-d0ffcad3-53a5-4875-b72d-d8275d7b26fd service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0057907
Jan 24 05:03:44.525565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:03:44.526272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ad5ba8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:44.668162 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-fbae52df-2efe-4f7c-92b2-05f291a6e57e service neutron] 10.222.0.10 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425703
Jan 24 05:03:44.683593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:44.687588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:44.703476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6afd152d-086c-40fb-aef6-1f9d98c7f6b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:44.720792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:03:44.823987 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddae36f-fa67-4573-9617-6339c3de6bed req-06fde6c3-4518-4998-b175-5adf77924018 service neutron] 10.222.0.10 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1477914
Jan 24 05:03:44.840275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'Port': ['ID=635f5572-5f79-434f-a60c-f91c88c884c7,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:44.849647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:44.954987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:44.981960 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1690908469', 'description': 'tempest-TestMinimumBasicScenario-1690908469 description'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:44.993201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:44.996579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:44.997887 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6847022
Jan 24 05:03:45.007337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:45.015755 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'status': 'completed', 'code': 200}
Jan 24 05:03:45.017608 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:45.040271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:45.045613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Usage tracker for resource:security_group_rule and tenant:4be26896dba7466c8febb89025ff9f57 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:45.058791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:45.101771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:45.112277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4ad5ba8>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:42Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '9dfff529-d8c6-43d3-a3c1-ee856b2d6f62', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'port_id': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'mac_address': 'fa:16:3e:c1:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:03:40Z', 'updated_at': '2021-01-24T05:03:42Z', 'revision_number': 1, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c425d6-68d0-49a1-b8c3-4e7b20e26f02', 'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'mac_address': 'fa:16:3e:bd:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:40Z', 'updated_at': '2021-01-24T05:02:53Z', 'revision_number': 5, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'subnets': [{'id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:45.116757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297b35f-6f19-4bcb-83f6-c7301a888912 None None] The sync data for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi is: [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:42Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '9dfff529-d8c6-43d3-a3c1-ee856b2d6f62', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'port_id': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'mac_address': 'fa:16:3e:c1:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:03:40Z', 'updated_at': '2021-01-24T05:03:42Z', 'revision_number': 1, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c425d6-68d0-49a1-b8c3-4e7b20e26f02', 'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'mac_address': 'fa:16:3e:bd:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:40Z', 'updated_at': '2021-01-24T05:02:53Z', 'revision_number': 5, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'subnets': [{'id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:03:45.185540 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-6a66a426-188d-40ae-a9ee-285e5a58b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:45.187174 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-6a66a426-188d-40ae-a9ee-285e5a58b5e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1162 time: 0.1220427
Jan 24 05:03:45.220832 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-e0d2e9fd-1ff0-4665-ae0e-512004b417fb tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--143746800&fields=id&tenant_id=d0a116e9b9f8498ba62c8e3377470abf HTTP/1.1" status: 200  len: 267 time: 0.0490589
Jan 24 05:03:45.309204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:45.319730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:45.327297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:45.408017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41395-1754-4085-9525-533d11c20db0 req-f486e4a6-8ff7-4443-9b31-395249e8b3fc tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:45.410125 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-f486e4a6-8ff7-4443-9b31-395249e8b3fc tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 810 time: 0.1816080
Jan 24 05:03:45.411733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event updated for resources: {'SecurityGroup': ['ID=790e8cb7-1454-4751-a877-3b72ad71ed92,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:45.415347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:45.418828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:45.423396 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dbc0aa63-b435-426b-8e9b-e0b969938590 req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4479339
Jan 24 05:03:45.426214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-1765455c-cc13-4dac-8a6c-1abe915d8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:45.427766 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-1765455c-cc13-4dac-8a6c-1abe915d8e3a service neutron] 10.222.0.61 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 909 time: 0.2321584
Jan 24 05:03:45.429057 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-23c6dcfe-359f-497a-be1d-2f0003ffa73f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/quotas/d0a116e9b9f8498ba62c8e3377470abf HTTP/1.1" status: 200  len: 375 time: 0.0126982
Jan 24 05:03:45.453220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f04d3c-0c12-4439-bdce-196cd502cb13 None None] New status for floating IP 9dfff529-d8c6-43d3-a3c1-ee856b2d6f62: ACTIVE {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:03:45.551041 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-21448d8a-41fe-416f-9fa9-ad4fa3dc7928 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1126740
Jan 24 05:03:45.597311 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-6a77b88f-ce67-4783-8550-cbd47f124e84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 998 time: 0.1574526
Jan 24 05:03:45.604874 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-28ac8062-0cf8-4fa1-935f-413ede7bf0e6 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups/790e8cb7-1454-4751-a877-3b72ad71ed92 HTTP/1.1" status: 200  len: 1814 time: 0.0904281
Jan 24 05:03:45.652077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '790e8cb7-1454-4751-a877-3b72ad71ed92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:45.652466 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '790e8cb7-1454-4751-a877-3b72ad71ed92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:45.669197 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:45.676203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Usage tracker for resource:security_group_rule and tenant:4be26896dba7466c8febb89025ff9f57 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:45.684965 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:45.694046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:45.703928 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-8e72bd0d-ecaf-4f2f-b82d-0d7a260154db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:45.705563 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-8e72bd0d-ecaf-4f2f-b82d-0d7a260154db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 200  len: 854 time: 0.0997684
Jan 24 05:03:45.714586 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-6573ea14-5479-499e-91de-f25910155d7a service neutron] 10.222.0.10 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490574
Jan 24 05:03:45.821325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group_rule, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:45.850774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:45.854389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-6a46e169-888a-4e36-adea-7a8fa966dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:45.856013 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-6a46e169-888a-4e36-adea-7a8fa966dd65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d554e0c6-66e2-40ca-bd7b-728322578c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1383975
Jan 24 05:03:45.857168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:45.863312 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-a147bc3d-840d-4525-8b4f-1eb9ebb73d80 service neutron] 10.222.0.10 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435411
Jan 24 05:03:45.864676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0b67a2b6-28de-4348-91e7-69e0fe248436 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:45.912278 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98253b33-4293-4965-b0cd-5aff3e70cf52,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:45.983715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.984116 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.984522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.985037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.985349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.985789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.986208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.986601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.986991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.987411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.987805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.988392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.988817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.989234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.989729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.990122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.990516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.990952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.991344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.991736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.992125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.992511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.993044 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:45.993438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:46.003042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:46.015009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group_rule, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:46.016345 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7102b905-5372-4cdb-b0b5-4b8204dd6690 req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3728416
Jan 24 05:03:46.073155 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-a6affc18-b71d-4b3e-9eec-9329880e2a43 service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1997902
Jan 24 05:03:46.148194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e6155bfc-b7a2-49ca-b21b-47cfd51fd736 req-429253d0-eb47-46af-8d6d-2e4dd9e8d9a7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Synchronizing usage tracker for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:46.238376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e6155bfc-b7a2-49ca-b21b-47cfd51fd736 req-429253d0-eb47-46af-8d6d-2e4dd9e8d9a7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Unset dirty status for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:46.239704 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e6155bfc-b7a2-49ca-b21b-47cfd51fd736 req-429253d0-eb47-46af-8d6d-2e4dd9e8d9a7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 210 time: 0.1653864
Jan 24 05:03:46.298436 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9fbf3f04-21ec-42d6-832c-693816585394 req-b9985b38-043a-4522-89dc-98ce01767971 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups/790e8cb7-1454-4751-a877-3b72ad71ed92 HTTP/1.1" status: 200  len: 2407 time: 0.1145768
Jan 24 05:03:46.304140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '790e8cb7-1454-4751-a877-3b72ad71ed92', 'remote_group_id': None}]} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:46.304472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '790e8cb7-1454-4751-a877-3b72ad71ed92', 'remote_group_id': None}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:46.335184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:46.339963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Usage tracker for resource:security_group_rule and tenant:4be26896dba7466c8febb89025ff9f57 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:46.344974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:46.350687 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e22f9a7d-e30c-41ff-9dba-af6fd7d4eb28 req-e9293441-d1b3-4f61-9aaf-4bcfde0c8da8 service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2335305
Jan 24 05:03:46.352150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:46.424170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:46.451731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:46.455557 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:46.457868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-62164cdc-4264-4251-a229-a14a45ac6257 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:46.480673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b6ca89-d850-4eb3-89c1-4b0c97e1f314,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:46.490428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:46.493135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:46.500171 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9fbf3f04-21ec-42d6-832c-693816585394 req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1986074
Jan 24 05:03:46.646418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-f507efb3-2875-4395-800e-64dcb02fe956 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Synchronizing usage tracker for tenant:4be26896dba7466c8febb89025ff9f57 on resource:security_group {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:46.661761 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-f507efb3-2875-4395-800e-64dcb02fe956 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Unset dirty status for tenant:4be26896dba7466c8febb89025ff9f57 on resource:security_group {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:46.663074 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-f507efb3-2875-4395-800e-64dcb02fe956 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1690908469&fields=id&tenant_id=4be26896dba7466c8febb89025ff9f57 HTTP/1.1" status: 200  len: 267 time: 0.0624497
Jan 24 05:03:46.780442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-fcd6ef94-3bb8-4e8c-9390-afe033b4937a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:46.782094 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-fcd6ef94-3bb8-4e8c-9390-afe033b4937a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1120217
Jan 24 05:03:46.794698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'port': {'security_groups': ['9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0', '790e8cb7-1454-4751-a877-3b72ad71ed92']}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:46.932493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:47.506789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6bdfb6ce-9259-47bc-b005-a3c20969c3fd req-7e49001c-6ee5-4fe8-88d5-ec3a22762aa7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 210 time: 0.0546176
Jan 24 05:03:47.530649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] For port e887a23c-afa1-4acb-9cd6-33e329e07f8e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:03:47.653488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:47.658658 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:47.675666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:47.849261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41395-1754-4085-9525-533d11c20db0 req-b64b9ad6-685b-4cb9-802b-1ea35599d9c2 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:47.850866 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-b64b9ad6-685b-4cb9-802b-1ea35599d9c2 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 810 time: 0.5864928
Jan 24 05:03:47.895812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event updated for resources: {'Port': ['ID=e887a23c-afa1-4acb-9cd6-33e329e07f8e,revision_number=5']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:47.903093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:47.982405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:47.983139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:47.984722 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ae920c5d-d3b1-45e5-bbe3-43617637cc38 req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "PUT /v2.0/ports/e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 981 time: 1.1958632
Jan 24 05:03:47.985370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:03:48.020820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-72f41395-1754-4085-9525-533d11c20db0 req-6439888e-be64-432b-83d9-63c477ac6cc4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Synchronizing usage tracker for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:security_group {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:48.039047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-72f41395-1754-4085-9525-533d11c20db0 req-6439888e-be64-432b-83d9-63c477ac6cc4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Unset dirty status for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:security_group {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:48.040992 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-6439888e-be64-432b-83d9-63c477ac6cc4 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0a116e9b9f8498ba62c8e3377470abf HTTP/1.1" status: 200  len: 5703 time: 0.1611819
Jan 24 05:03:48.053578 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'port': {'device_id': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'admin_state_up': True, 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'security_groups': ['4f3b50c3-b009-4fad-aa0e-c39780d76718']}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:48.071750 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'status': 'completed', 'code': 200}
Jan 24 05:03:48.195781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-2194c8da-93ba-4755-a5f3-15e86af5e58d None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:48.196331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2194c8da-93ba-4755-a5f3-15e86af5e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:48.212708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e676bc-dd1a-446c-9b80-02532833c6c7 req-9381e6cc-5383-4941-b623-41a0adee72aa tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:48.215429 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93e676bc-dd1a-446c-9b80-02532833c6c7 req-9381e6cc-5383-4941-b623-41a0adee72aa tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1140692
Jan 24 05:03:48.277228 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:48.293453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:48.296257 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93e676bc-dd1a-446c-9b80-02532833c6c7 req-d78f5779-4404-45a9-b8d3-d3116e7a660c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0735974
Jan 24 05:03:48.310753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-7b0230d5-e752-4e46-8107-721a8ba53d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:48.312457 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-7b0230d5-e752-4e46-8107-721a8ba53d24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1202 time: 0.1787336
Jan 24 05:03:48.318694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Made reservation on behalf of d0a116e9b9f8498ba62c8e3377470abf for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:03:48.330035 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:48.616469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-105657b6-c3e0-42f1-83da-0112128c0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:48.618081 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-105657b6-c3e0-42f1-83da-0112128c0952 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 909 time: 0.2749860
Jan 24 05:03:48.695205 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7ea55eea-35ba-4b6f-a9af-57bc3109ab05 req-11ba7981-f798-426c-8137-4239fb01616d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 210 time: 0.0505946
Jan 24 05:03:48.802263 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-ff3b23ee-388e-4f1a-ba14-0f4f5a8f8d56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 1000 time: 0.1747110
Jan 24 05:03:48.931327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-1ea20400-8ff4-4240-8fd4-588575bc1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:48.932998 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-1ea20400-8ff4-4240-8fd4-588575bc1244 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 200  len: 854 time: 0.1241972
Jan 24 05:03:48.937085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Allocated IP 172.20.0.13 (56c4ea9e-4606-4803-ab20-b342a16a6e47/b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17/217edbf6-432b-4cee-86d0-030d3f77fe33) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:03:49.151727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-0bdc8512-9bea-4aa3-a490-d93f675615fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:49.153390 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-0bdc8512-9bea-4aa3-a490-d93f675615fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d554e0c6-66e2-40ca-bd7b-728322578c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2105625
Jan 24 05:03:49.308685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:49.346682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Transition to ACTIVE for port object 217edbf6-432b-4cee-86d0-030d3f77fe33 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:03:49.368012 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-f1a07a84-597c-4aa7-9750-cd97a8b17b5c service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996653
Jan 24 05:03:49.467607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:49.483406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bfc84cd4-2395-440c-9dbe-fc5f362c6883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:49.536396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device e887a23c-afa1-4acb-9cd6-33e329e07f8e up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:49.614667 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:49.615126 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:49.661607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event updated for resources: {'Port': ['ID=217edbf6-432b-4cee-86d0-030d3f77fe33,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:49.686556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:49.701047 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5bb7a042-0b37-43d3-9350-6d6dbb34efef req-3adf6ce7-4ff9-422b-872f-8b97c2bb925b service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3218899
Jan 24 05:03:49.734570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:03:49.735784 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:03:49.738444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:03:49.823693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:49.824421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:49.853443 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8049772
Jan 24 05:03:49.875969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Request body: {'port': {'device_id': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:49.936422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-1c233ce2-fc68-49dd-99d7-bee5337359e0 None None] Provisioning for port 217edbf6-432b-4cee-86d0-030d3f77fe33 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:03:49.941860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-1c233ce2-fc68-49dd-99d7-bee5337359e0 None None] Provisioning complete for port 217edbf6-432b-4cee-86d0-030d3f77fe33 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:49.942287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1c233ce2-fc68-49dd-99d7-bee5337359e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:49.966880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470786a1-6fa6-40c6-b55b-b952bf571a1a req-d10d1b02-71bc-410c-a8f7-c64c515cc554 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:49.968719 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-470786a1-6fa6-40c6-b55b-b952bf571a1a req-d10d1b02-71bc-410c-a8f7-c64c515cc554 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 932 time: 0.1138752
Jan 24 05:03:50.001632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:50.002849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-1c233ce2-fc68-49dd-99d7-bee5337359e0 None None] Port 217edbf6-432b-4cee-86d0-030d3f77fe33 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:03:50.026713 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-470786a1-6fa6-40c6-b55b-b952bf571a1a req-73f10292-652b-4dcf-957e-1063cb623b16 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497353
Jan 24 05:03:50.652948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217edbf6-432b-4cee-86d0-030d3f77fe33 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:03:50.660550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:50.672636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Transition to ACTIVE for port object 217edbf6-432b-4cee-86d0-030d3f77fe33 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:03:50.675077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:50.690211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-047ffa83-1e0e-468e-899f-d7e136613f37 tempest-VolumesSnapshotTestJSON-1739739824 tempest-VolumesSnapshotTestJSON-1739739824] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:50.825200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Pushing event updated for resources: {'Port': ['ID=217edbf6-432b-4cee-86d0-030d3f77fe33,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:50.830317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:51.021030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Attempting to bind port 217edbf6-432b-4cee-86d0-030d3f77fe33 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:03:51.021594 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Attempting to bind port 217edbf6-432b-4cee-86d0-030d3f77fe33 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:03:51.021716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Attempting to bind port 217edbf6-432b-4cee-86d0-030d3f77fe33 on network 56c4ea9e-4606-4803-ab20-b342a16a6e47 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:03:51.028261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:03:51.028603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Checking segment: {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:03:51.029007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:51.029397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Bound using segment: {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:03:51.029864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Bound port: 217edbf6-432b-4cee-86d0-030d3f77fe33, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329bfeff-e405-4f49-a535-4f58b82a0f53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:03:51.030233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:51.124677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] For port 217edbf6-432b-4cee-86d0-030d3f77fe33, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:03:51.127824 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] For port 217edbf6-432b-4cee-86d0-030d3f77fe33, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=217edbf6-432b-4cee-86d0-030d3f77fe33,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:03:51.131368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:51.146886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:51.269691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98499122-f039-4fa1-b0ac-35548036590c req-13bc0fdc-9b5e-424b-99b9-3b5075ebf378 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:51.271485 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-98499122-f039-4fa1-b0ac-35548036590c req-13bc0fdc-9b5e-424b-99b9-3b5075ebf378 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 944 time: 0.1105947
Jan 24 05:03:51.300798 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Pushing event updated for resources: {'Port': ['ID=217edbf6-432b-4cee-86d0-030d3f77fe33,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:51.306773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:51.328904 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-98499122-f039-4fa1-b0ac-35548036590c req-a6afb09e-a56c-46f7-9cc2-e5b4173d5a91 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500290
Jan 24 05:03:51.344359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:51.345443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:51.346769 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] 10.222.0.61 "PUT /v2.0/ports/217edbf6-432b-4cee-86d0-030d3f77fe33 HTTP/1.1" status: 200  len: 1158 time: 1.4759088
Jan 24 05:03:51.347299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'tag': '217edbf6-432b-4cee-86d0-030d3f77fe33'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:03:51.408604 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'tag': '217edbf6-432b-4cee-86d0-030d3f77fe33', 'status': 'completed', 'code': 200}
Jan 24 05:03:51.507284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41395-1754-4085-9525-533d11c20db0 req-9c29f2d6-6280-4a4d-bf10-a5097ba5c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:51.510039 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-9c29f2d6-6280-4a4d-bf10-a5097ba5c606 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 1161 time: 0.0819235
Jan 24 05:03:51.599122 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-72608680-56b0-40e6-92ee-ba604ff52f3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217edbf6-432b-4cee-86d0-030d3f77fe33 HTTP/1.1" status: 200  len: 217 time: 0.0710938
Jan 24 05:03:51.669002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41395-1754-4085-9525-533d11c20db0 req-caf36e99-b4dc-4966-a870-8dcc1ca17f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:51.670614 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-caf36e99-b4dc-4966-a870-8dcc1ca17f1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 200  len: 849 time: 0.0649958
Jan 24 05:03:51.755747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41395-1754-4085-9525-533d11c20db0 req-75c8a688-08b4-4f1f-b02e-2349e04cb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:51.757460 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-75c8a688-08b4-4f1f-b02e-2349e04cb25f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56c4ea9e-4606-4803-ab20-b342a16a6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804353
Jan 24 05:03:51.831287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 53324) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:51.905816 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-adc6f8c5-c030-44e2-9f19-b304343032ba service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410494
Jan 24 05:03:51.989942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:52.005436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:52.009518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Usage tracker for resource:security_group_rule and tenant:1f4470cf88c741d6b1b6ca6b6134cbe5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:52.012647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:52.018513 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:52.055987 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72f41395-1754-4085-9525-533d11c20db0 req-9e7af728-ce96-454b-8467-4bb0eb6571b2 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433749
Jan 24 05:03:52.105644 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:52.108189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:52.116978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c6670106-d0a5-4525-9b91-ef98eee1a13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:52.162807 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f4470cf88c741d6b1b6ca6b6134cbe5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3303442
Jan 24 05:03:52.164831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7fcea6-b532-4ece-afdc-7692f71bdb3f,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:52.167584 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 53332) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:52.170169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:52.231086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-2d827bce-4006-4f8d-874e-c6e2b01909f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:52.231317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56c65db1-73f7-4e16-abfa-917fc3d35058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:52.232894 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-2d827bce-4006-4f8d-874e-c6e2b01909f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 1161 time: 0.0861421
Jan 24 05:03:52.260818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56c65db1-73f7-4e16-abfa-917fc3d35058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:52.306067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56c65db1-73f7-4e16-abfa-917fc3d35058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:52.311657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-89a78383-014c-40a3-869a-af31e4411f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:52.324682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c65db1-73f7-4e16-abfa-917fc3d35058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7fcea6-b532-4ece-afdc-7692f71bdb3f,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:52.328000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56c65db1-73f7-4e16-abfa-917fc3d35058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:52.329722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56c65db1-73f7-4e16-abfa-917fc3d35058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:52.330928 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-56c65db1-73f7-4e16-abfa-917fc3d35058 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd7fcea6-b532-4ece-afdc-7692f71bdb3f HTTP/1.1" status: 204  len: 168 time: 0.1623645
Jan 24 05:03:52.386065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-98a6e94b-f686-4736-bb0e-7a769a2254d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:52.387697 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-98a6e94b-f686-4736-bb0e-7a769a2254d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 904 time: 0.1469977
Jan 24 05:03:52.466811 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-b105afde-f303-4d63-9e40-f275d0ef650d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217edbf6-432b-4cee-86d0-030d3f77fe33 HTTP/1.1" status: 200  len: 217 time: 0.0725317
Jan 24 05:03:52.594360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-225ae1dc-84fc-4a9a-91ce-288e4f6b45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:52.595964 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-225ae1dc-84fc-4a9a-91ce-288e4f6b45c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 200  len: 849 time: 0.1226826
Jan 24 05:03:52.695599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0adb2-5729-46f5-a5e2-6bd65d241eec req-242572b7-1dd6-4806-92c3-a04398d75aad tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:52.696352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-dce0adb2-5729-46f5-a5e2-6bd65d241eec req-242572b7-1dd6-4806-92c3-a04398d75aad tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Synchronizing usage tracker for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:03:52.721046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-dce0adb2-5729-46f5-a5e2-6bd65d241eec req-242572b7-1dd6-4806-92c3-a04398d75aad tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Unset dirty status for tenant:d0a116e9b9f8498ba62c8e3377470abf on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:03:52.722343 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dce0adb2-5729-46f5-a5e2-6bd65d241eec req-242572b7-1dd6-4806-92c3-a04398d75aad tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 944 time: 0.2102721
Jan 24 05:03:52.746631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-fb7f60aa-9a2b-42cc-ba14-aaa93ac10e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:52.748260 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-fb7f60aa-9a2b-42cc-ba14-aaa93ac10e69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56c4ea9e-4606-4803-ab20-b342a16a6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1431930
Jan 24 05:03:52.858176 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dce0adb2-5729-46f5-a5e2-6bd65d241eec req-f7df1791-2d67-49ef-9c84-de1cd0500139 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282220
Jan 24 05:03:52.922814 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-df987dfe-d247-4b2f-aec8-1a8b2414dbd7 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584814
Jan 24 05:03:53.075557 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c3b6c405-72c2-4b6c-a304-e50286479dc9 req-389c1865-1932-493a-bc06-68c671f3fd27 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437416
Jan 24 05:03:53.205295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 53358) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:53.349853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-573865029-network', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:53.355182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:53.359219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Usage tracker for resource:network and tenant:d22a2106c95d4d76ba07f2041c9a1ae5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:53.362235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:53.367963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:53.378327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Made reservation on behalf of d22a2106c95d4d76ba07f2041c9a1ae5 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:03:53.383009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:53.396426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:53.411895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:53.416048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Usage tracker for resource:security_group_rule and tenant:d22a2106c95d4d76ba07f2041c9a1ae5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:53.419161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:53.425003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:53.476915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:03:53.513345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:53.516106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:53.520273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:53.548979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 05:03:53.562240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be19765-5e03-49bc-b6a7-0737f299f28e,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:53.566574 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:53.567545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:53.567929 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Added segment 0e66939b-ce3c-460c-ab70-d01eb0942b32 of type vxlan for network f80e4046-62bb-46f9-8087-0f5a25c40ea0
Jan 24 05:03:53.595457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:53.624790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:53.626056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:53.626693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:53.631653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fe43e594-75d1-4d71-aeca-07e4c0f9ff42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:53.966691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f80e4046-62bb-46f9-8087-0f5a25c40ea0,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:53.969978 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7635274
Jan 24 05:03:53.970894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:53.973182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 53368) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:53.978653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:03:53.979482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Request body: {'subnet': {'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-573865029-subnet', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:53.984689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:53.988774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Usage tracker for resource:subnet and tenant:d22a2106c95d4d76ba07f2041c9a1ae5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:53.991800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:53.998405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:53.999325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:03:54.008654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Made reservation on behalf of d22a2106c95d4d76ba07f2041c9a1ae5 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:03:54.014213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27037764'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:54.108639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905ec4-51cb-492c-868e-f319ed132900 req-ab8c4a1f-47e7-49ff-adcd-3db3642086cb tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:54.110451 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-db905ec4-51cb-492c-868e-f319ed132900 req-ab8c4a1f-47e7-49ff-adcd-3db3642086cb tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 944 time: 0.1100686
Jan 24 05:03:54.186704 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-db905ec4-51cb-492c-868e-f319ed132900 req-75197b6b-cfd9-4bf9-86f1-8a5e1fc11382 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657849
Jan 24 05:03:54.442437 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27037781'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:54.458003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0c12061e-95ad-45ed-9296-b3138cf8c16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:54.583693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74e6869-e8b8-4769-8711-509b455a0296,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:54.596823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:54.654326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Checking segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:03:54.654714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Network hostable DHCP agents. Network: f80e4046-62bb-46f9-8087-0f5a25c40ea0, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 05:03:54.673285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 05:03:54.681391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, f80e4046-62bb-46f9-8087-0f5a25c40ea0) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:03:54.690462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92158918-cd78-4169-8744-c585d856ccfe None None] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:03:54.694804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:54.695382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:54.715496 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3601b8a4-d6fb-4ba8-9096-523a709e59fe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7412319
Jan 24 05:03:54.718706 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 53374) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:54.724325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:03:54.729426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:03:54.733575 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Usage tracker for resource:router and tenant:d22a2106c95d4d76ba07f2041c9a1ae5 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:03:54.736583 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:03:54.742362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:03:54.752781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13404'] for router, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:54.753828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850999917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850997101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762411'] for router, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:54.769148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:54.918580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ddb7aea-9894-53a5-85e5-9ae7497455f4-f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296'}]}} from dv-cinder-772181-5-iscsi. {{(pid=80085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 24 05:03:54.919485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:55.050763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:55.212906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Allocated IP 172.20.0.2 (f80e4046-62bb-46f9-8087-0f5a25c40ea0/b74e6869-e8b8-4769-8711-509b455a0296/6438e351-04f8-43cd-a756-ff0740eea05d) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:03:55.468756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:55.481756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Transition to ACTIVE for port object 6438e351-04f8-43cd-a756-ff0740eea05d will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:03:55.501263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Transition to ACTIVE for port object 6438e351-04f8-43cd-a756-ff0740eea05d will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:03:55.506077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:55.522250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6d639902-d104-442f-9fb1-0d82343bd59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:55.659875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Pushing event updated for resources: {'Port': ['ID=6438e351-04f8-43cd-a756-ff0740eea05d,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:55.683542 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.683937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.684081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:55.684324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.684737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.685110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.685478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.685842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.686204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.686564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.686924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.687285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.687645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.688043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.688427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.688784 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.689143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.689499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.689856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.690211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.690569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.690927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.691284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.691640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.691992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:03:55.696108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:55.720175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:55.736837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:03:55.738048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Resources bound (agent type, host, resource id):  {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:03:55.740591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:03:55.766471 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae42697-55e6-438e-9803-b5fa78c90f1f req-7bf5b985-a198-40a4-915c-4641b7ff2ef7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:55.768103 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4ae42697-55e6-438e-9803-b5fa78c90f1f req-7bf5b985-a198-40a4-915c-4641b7ff2ef7 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 944 time: 0.2179019
Jan 24 05:03:55.800833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Attempting to bind port 6438e351-04f8-43cd-a756-ff0740eea05d on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:03:55.801247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Attempting to bind port 6438e351-04f8-43cd-a756-ff0740eea05d by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:03:55.801661 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Attempting to bind port 6438e351-04f8-43cd-a756-ff0740eea05d on network f80e4046-62bb-46f9-8087-0f5a25c40ea0 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:03:55.807767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:03:55.808137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Checking segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:03:55.808611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:55.809058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Bound using segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:03:55.809624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Bound port: 6438e351-04f8-43cd-a756-ff0740eea05d, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:03:55.810126 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:55.903954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] For port 6438e351-04f8-43cd-a756-ff0740eea05d, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:03:55.904817 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4ae42697-55e6-438e-9803-b5fa78c90f1f req-e672066d-df01-4b9b-b917-d1b5e7a11b3b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199131
Jan 24 05:03:55.907202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] For port 6438e351-04f8-43cd-a756-ff0740eea05d, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=6438e351-04f8-43cd-a756-ff0740eea05d,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:03:55.910633 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:55.927567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:55.958365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 217edbf6-432b-4cee-86d0-030d3f77fe33 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:56.070091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Allocated IP 172.27.3.163 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/40fdd472-8bdd-488f-bb2a-757af919a016) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:03:56.138408 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Pushing event updated for resources: {'Port': ['ID=6438e351-04f8-43cd-a756-ff0740eea05d,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:56.146055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:56.174326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 217edbf6-432b-4cee-86d0-030d3f77fe33 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:03:56.182525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 217edbf6-432b-4cee-86d0-030d3f77fe33 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:56.182944 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:56.231084 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:56.263402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:56.281829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:56.347495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:56.377277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217edbf6-432b-4cee-86d0-030d3f77fe33'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:03:56.388458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 217edbf6-432b-4cee-86d0-030d3f77fe33, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=217edbf6-432b-4cee-86d0-030d3f77fe33,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:03:56.393245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:56.395182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:56.421873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Pushing event updated for resources: {'Port': ['ID=40fdd472-8bdd-488f-bb2a-757af919a016,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:56.427283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:56.459178 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217edbf6-432b-4cee-86d0-030d3f77fe33', 'code': 200}
Jan 24 05:03:56.474718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=217edbf6-432b-4cee-86d0-030d3f77fe33,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:56.478050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:56.480929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:03:56.482279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:03:56.484748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:03:57.023943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64eeaa-1c2c-49ae-926c-90291de5aab9 req-a19875f2-f1b0-478d-bf11-3f51bd711c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:57.026212 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9b64eeaa-1c2c-49ae-926c-90291de5aab9 req-a19875f2-f1b0-478d-bf11-3f51bd711c3b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 1163 time: 0.2459352
Jan 24 05:03:57.102266 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9b64eeaa-1c2c-49ae-926c-90291de5aab9 req-3f15cf04-bf4b-49f2-87ae-136020ee5e62 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676293
Jan 24 05:03:57.107641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:57.152000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dd25-8c15-40a9-a352-947d12525b69 req-f413e43c-225e-45c0-88ee-96a7dfb1e693 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:57.153699 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6481dd25-8c15-40a9-a352-947d12525b69 req-f413e43c-225e-45c0-88ee-96a7dfb1e693 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 946 time: 0.1112213
Jan 24 05:03:57.206060 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6481dd25-8c15-40a9-a352-947d12525b69 req-d9635395-12a4-41e1-8391-18dc29698804 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459516
Jan 24 05:03:57.445945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 217edbf6-432b-4cee-86d0-030d3f77fe33 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:57.476325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850999811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758'] for router, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:57.525956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 217edbf6-432b-4cee-86d0-030d3f77fe33 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:57.526671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:57.694916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a16c03-77d6-4022-9fa3-b1be30afe9f0 None None] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:03:57.795416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-1801dd26-4186-478d-98ed-1e51ec40dbee None None] Provisioning for port 6438e351-04f8-43cd-a756-ff0740eea05d completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:03:57.933579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Router 8afd8453-a0c9-4b7a-b504-59722b250c0d is scheduled to L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c with binding_index 1 {{(pid=80083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 24 05:03:58.130834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:03:58.142009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Sync routers for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:03:58.154480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:03:58.155177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfdb0160>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:58.155763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Notify callbacks [] for router, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:58.159750 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4373271
Jan 24 05:03:58.160166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 53390) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:03:58.393473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:03:58.665646 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 6438e351-04f8-43cd-a756-ff0740eea05d up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:58.673240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b3466-9e33-4545-a929-2e11d40769c4 req-51527d21-49c1-42a1-bd6c-90a70c79307b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:03:58.675585 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-231b3466-9e33-4545-a929-2e11d40769c4 req-51527d21-49c1-42a1-bd6c-90a70c79307b tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 946 time: 0.3033524
Jan 24 05:03:58.756230 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-231b3466-9e33-4545-a929-2e11d40769c4 req-9d7bc35c-2275-4e2c-a22a-93622028a0a0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747933
Jan 24 05:03:58.826063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 6438e351-04f8-43cd-a756-ff0740eea05d completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:03:58.837446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 6438e351-04f8-43cd-a756-ff0740eea05d triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:58.838685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:58.903677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfdb0160>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:03:56Z', 'revision_number': 3, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:03:58.909951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Checking router: 8afd8453-a0c9-4b7a-b504-59722b250c0d for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:03:58.910351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Updating router 8afd8453-a0c9-4b7a-b504-59722b250c0d port 40fdd472-8bdd-488f-bb2a-757af919a016 binding host dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:03:59.015261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:59.077246 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:59.117371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:59.167267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 6438e351-04f8-43cd-a756-ff0740eea05d, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=6438e351-04f8-43cd-a756-ff0740eea05d,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:03:59.206671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:59.214430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:59.387981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=6438e351-04f8-43cd-a756-ff0740eea05d,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:59.394906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:59.473586 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Allocated IP 172.20.0.1 (f80e4046-62bb-46f9-8087-0f5a25c40ea0/b74e6869-e8b8-4769-8711-509b455a0296/b2a2f6f4-21b1-4a5d-8c29-c25066d04192) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:03:59.542080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 217edbf6-432b-4cee-86d0-030d3f77fe33 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:03:59.575172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:59.640986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:59.659587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Transition to ACTIVE for port object b2a2f6f4-21b1-4a5d-8c29-c25066d04192 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:03:59.683389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:59.704142 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:59.768065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Transition to ACTIVE for port object 40fdd472-8bdd-488f-bb2a-757af919a016 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:03:59.773203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:59.790042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:03:59.829455 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Pushing event updated for resources: {'Port': ['ID=b2a2f6f4-21b1-4a5d-8c29-c25066d04192,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:59.832664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:59.941612 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5bb02-1de1-43e2-96b6-f0cb30cc2421 None None] Pushing event updated for resources: {'Port': ['ID=40fdd472-8bdd-488f-bb2a-757af919a016,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:03:59.955574 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f5e5bb02-1de1-43e2-96b6-f0cb30cc2421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:03:59.956322 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 217edbf6-432b-4cee-86d0-030d3f77fe33 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:03:59.956769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:03:59.960611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:03:59.963564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:03:59.966918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:04:00.108295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Attempting to bind port 40fdd472-8bdd-488f-bb2a-757af919a016 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:04:00.108689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Attempting to bind port 40fdd472-8bdd-488f-bb2a-757af919a016 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:04:00.109007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Attempting to bind port 40fdd472-8bdd-488f-bb2a-757af919a016 on network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:04:00.129196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:04:00.129622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:04:00.130076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.130518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Bound using segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:04:00.131057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Bound port: 40fdd472-8bdd-488f-bb2a-757af919a016, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:04:00.131476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.224085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] For port 40fdd472-8bdd-488f-bb2a-757af919a016, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:04:00.227752 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] For port 40fdd472-8bdd-488f-bb2a-757af919a016, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=40fdd472-8bdd-488f-bb2a-757af919a016,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:04:00.238822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.258769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:00.324750 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af488b2-6eab-4cca-865e-02dd894b0d58 req-20e7cbd6-64c8-4a7f-bc18-d5328d1a5706 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:00.326451 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2af488b2-6eab-4cca-865e-02dd894b0d58 req-20e7cbd6-64c8-4a7f-bc18-d5328d1a5706 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 946 time: 0.4356298
Jan 24 05:04:00.329563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850997132'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.383233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-125c1649-8f67-44b7-954f-73f921d56fa9 None None] Provisioning for port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:00.398133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-125c1649-8f67-44b7-954f-73f921d56fa9 None None] Provisioning complete for port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:00.398548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-125c1649-8f67-44b7-954f-73f921d56fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.400093 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2af488b2-6eab-4cca-865e-02dd894b0d58 req-3d21d8dd-d266-406b-8e46-b25896a02159 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666049
Jan 24 05:04:00.466403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5bb02-1de1-43e2-96b6-f0cb30cc2421 None None] Pushing event updated for resources: {'Port': ['ID=40fdd472-8bdd-488f-bb2a-757af919a016,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:00.475918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f5e5bb02-1de1-43e2-96b6-f0cb30cc2421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:00.494019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.496137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-125c1649-8f67-44b7-954f-73f921d56fa9 None None] Port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:04:00.538180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:04:00.538941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfdb0160>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:00.604393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 6438e351-04f8-43cd-a756-ff0740eea05d up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:00.651110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5873c7-3ab0-4078-97ed-72687fd30edc req-ae112e78-d6e1-4035-9a8a-1707b9eac8e3 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:00.655764 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1c5873c7-3ab0-4078-97ed-72687fd30edc req-ae112e78-d6e1-4035-9a8a-1707b9eac8e3 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 946 time: 0.1187000
Jan 24 05:04:00.663235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 53406) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:04:00.669884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-44bfd852-ee03-4972-abc1-7553113c8f77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Request body: {'floatingip': {'port_id': '217edbf6-432b-4cee-86d0-030d3f77fe33'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:00.761445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-44bfd852-ee03-4972-abc1-7553113c8f77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.794845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 6438e351-04f8-43cd-a756-ff0740eea05d triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:00.795255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.813532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.817357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350481'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.828445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:04:00.847523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:00.932663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851001633'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:00.956659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Pushing event updated for resources: {'Port': ['ID=b2a2f6f4-21b1-4a5d-8c29-c25066d04192,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:01.006354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:01.084241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:04:01.085402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:04:01.194847 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-70cca485-28b0-47e2-962e-a71e55cfc62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:01.303031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-628a7b09-f160-4129-b602-6b712570d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfdb0160>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:03:59Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:01.312391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a7b09-f160-4129-b602-6b712570d584 None None] The sync data for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi is: [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:03:59Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:04:01.327088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Router 8afd8453-a0c9-4b7a-b504-59722b250c0d has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:04:01.439498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-5a853c8b-5a69-45dd-9fe7-ae13ee28df91 None None] Provisioning complete for port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:01.440210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5a853c8b-5a69-45dd-9fe7-ae13ee28df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:01.487798 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-44bfd852-ee03-4972-abc1-7553113c8f77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:01.495726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-44bfd852-ee03-4972-abc1-7553113c8f77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:01.518271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-5a853c8b-5a69-45dd-9fe7-ae13ee28df91 None None] Port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:04:01.545402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:04:01.555460 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] 10.222.0.10 "PUT /v2.0/routers/8afd8453-a0c9-4b7a-b504-59722b250c0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3940794
Jan 24 05:04:01.695649 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [None req-44bfd852-ee03-4972-abc1-7553113c8f77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Floating IP 0093c405-986f-4ac4-9c03-c68c6c35ac41 associated. External IP: 172.27.3.82, port: 217edbf6-432b-4cee-86d0-030d3f77fe33.
Jan 24 05:04:02.109920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bfd852-ee03-4972-abc1-7553113c8f77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:04:02.321736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bfd852-ee03-4972-abc1-7553113c8f77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:04:02.327483 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-44bfd852-ee03-4972-abc1-7553113c8f77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.332563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] Sync routers for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:04:02.347376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:04:02.348859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4eaf400>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:02.400877 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-44bfd852-ee03-4972-abc1-7553113c8f77 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "PUT /v2.0/floatingips/0093c405-986f-4ac4-9c03-c68c6c35ac41 HTTP/1.1" status: 200  len: 991 time: 1.7337942
Jan 24 05:04:02.400877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'tag': '217edbf6-432b-4cee-86d0-030d3f77fe33'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:04:02.481384 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'tag': '217edbf6-432b-4cee-86d0-030d3f77fe33', 'status': 'completed', 'code': 200}
Jan 24 05:04:02.587052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 53430) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:04:02.595446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1550158858-network', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:02.600648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:04:02.605567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Usage tracker for resource:network and tenant:d6f2567b5de540c8a1862a0cf6491dd2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:04:02.608818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:04:02.615875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:04:02.632589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Made reservation on behalf of d6f2567b5de540c8a1862a0cf6491dd2 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:04:02.638485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.667867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 40fdd472-8bdd-488f-bb2a-757af919a016 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:02.668456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.689097 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:04:02.693350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Usage tracker for resource:security_group_rule and tenant:d6f2567b5de540c8a1862a0cf6491dd2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:04:02.697019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:04:02.698494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-151acb5e-6283-4e59-82ba-dc2f98933f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:02.703396 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-151acb5e-6283-4e59-82ba-dc2f98933f93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 1163 time: 0.1571777
Jan 24 05:04:02.703841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:04:02.705549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:04:02.802572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.807205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.812979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d6cfcf2e-7642-4e65-a3f5-9876c737dee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:02.820923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 40fdd472-8bdd-488f-bb2a-757af919a016 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:02.829226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 40fdd472-8bdd-488f-bb2a-757af919a016 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:02.829688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.859253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 05:04:02.865656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c4ae11-2b95-4201-9e24-2dade36593c8,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:02.870545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:02.874497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.874890 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Added segment 2a9c947a-44e9-4594-b2e5-f7d9c860ca30 of type vxlan for network 65008af8-33ff-45f1-8667-41df040dff5f
Jan 24 05:04:02.915241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.919790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-5f6c92c3-350b-4a73-b835-b5d2840b68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:02.921472 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-5f6c92c3-350b-4a73-b835-b5d2840b68e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 200  len: 904 time: 0.2124500
Jan 24 05:04:02.956321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.959219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:02.960238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.981726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:02.988749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-53c194a3-f71a-41b1-adbc-abe9754d472b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:03.010551 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4215474
Jan 24 05:04:03.014446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 53436) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:04:03.016976 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 40fdd472-8bdd-488f-bb2a-757af919a016, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=40fdd472-8bdd-488f-bb2a-757af919a016,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:04:03.021914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Request body: {'subnet': {'network_id': '65008af8-33ff-45f1-8667-41df040dff5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1550158858-subnet', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:03.024671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:03.027370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f5e5bb02-1de1-43e2-96b6-f0cb30cc2421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:03.033469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:04:03.037985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Usage tracker for resource:subnet and tenant:d6f2567b5de540c8a1862a0cf6491dd2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:04:03.042381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:04:03.049526 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:04:03.109112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=40fdd472-8bdd-488f-bb2a-757af919a016,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:03.112617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:03.125370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Made reservation on behalf of d6f2567b5de540c8a1862a0cf6491dd2 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:04:03.130477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27037764'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:03.182918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4eaf400>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '0093c405-986f-4ac4-9c03-c68c6c35ac41', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'port_id': '217edbf6-432b-4cee-86d0-030d3f77fe33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'mac_address': 'fa:16:3e:6f:dd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:03:44Z', 'updated_at': '2021-01-24T05:04:01Z', 'revision_number': 1, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:03.187442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] Checking router: ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:04:03.197553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:04:03.198257 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4eaf400>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:03:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:03.355268 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-48f5f977-c006-42cb-982d-4a2ed56422a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217edbf6-432b-4cee-86d0-030d3f77fe33 HTTP/1.1" status: 200  len: 999 time: 0.4256241
Jan 24 05:04:03.359721 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Pushing event updated for resources: {'Network': ['ID=65008af8-33ff-45f1-8667-41df040dff5f,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:03.363542 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:03.371515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 65008af8-33ff-45f1-8667-41df040dff5f details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:04:03.421952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:04:03.437008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-7b312ae7-e15d-4656-a9f0-eb9cc2087642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:03.438613 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-7b312ae7-e15d-4656-a9f0-eb9cc2087642 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 200  len: 849 time: 0.0684454
Jan 24 05:04:03.543469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-14f1245d-9b0e-4cfb-bd74-79c0ad3b8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:03.545146 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-14f1245d-9b0e-4cfb-bd74-79c0ad3b8fe4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56c4ea9e-4606-4803-ab20-b342a16a6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0941463
Jan 24 05:04:03.673385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 65008af8-33ff-45f1-8667-41df040dff5f details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:04:03.678559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27037781'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:03.697360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-861d1583-5894-481a-96a8-be95458bfde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:03.768964 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cf781a5d-a3ba-40ae-89b9-deba4e73dc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:03.775794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2265071d-8ddd-4703-89fd-b7d6c07fb965,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:03.784282 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:03.786021 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-9d4a9371-bf18-4939-abbf-97b8e4dfd4d7 service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278473
Jan 24 05:04:03.859603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:03.959614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Checking segment: {'id': '2a9c947a-44e9-4594-b2e5-f7d9c860ca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:04:03.959921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Network hostable DHCP agents. Network: 65008af8-33ff-45f1-8667-41df040dff5f, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 05:04:03.979987 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8a62c15c-d592-4a04-81cb-ad5d69980a57 req-e36875ac-effb-4bcc-ac70-accbb807d5fb service neutron] 10.222.0.61 "GET /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1827049
Jan 24 05:04:03.981900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Network 65008af8-33ff-45f1-8667-41df040dff5f is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 05:04:03.991422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 65008af8-33ff-45f1-8667-41df040dff5f) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:04:04.003609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee722505-d909-44aa-bc10-483c1fb9a517 None None] Network 65008af8-33ff-45f1-8667-41df040dff5f requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:04:04.014864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:04.016907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.040478 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-862352b7-3d9c-48d6-aad6-33b10ca73e48 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0243888
Jan 24 05:04:04.043027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 53444) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:04:04.048639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:04.053635 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:04:04.058547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Usage tracker for resource:router and tenant:d6f2567b5de540c8a1862a0cf6491dd2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:04:04.064063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4eaf400>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '0093c405-986f-4ac4-9c03-c68c6c35ac41', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'port_id': '217edbf6-432b-4cee-86d0-030d3f77fe33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'mac_address': 'fa:16:3e:6f:dd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:03:44Z', 'updated_at': '2021-01-24T05:04:01Z', 'revision_number': 1, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:04.067834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:04:04.068989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eadb707-7f2c-463e-baa1-9f8ee829743b None None] The sync data for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi is: [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '0093c405-986f-4ac4-9c03-c68c6c35ac41', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'port_id': '217edbf6-432b-4cee-86d0-030d3f77fe33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'mac_address': 'fa:16:3e:6f:dd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:03:44Z', 'updated_at': '2021-01-24T05:04:01Z', 'revision_number': 1, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:04:04.075260 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:04:04.087704 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13404'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.089092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850999917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850997101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762411'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.108056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.248837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ddb7aea-9894-53a5-85e5-9ae7497455f4-65008af8-33ff-45f1-8667-41df040dff5f', 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'fixed_ips': [{'subnet_id': '2265071d-8ddd-4703-89fd-b7d6c07fb965'}]}} from dv-cinder-772181-5-iscsi. {{(pid=80085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 24 05:04:04.249743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.395653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.550588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Allocated IP 172.20.0.2 (65008af8-33ff-45f1-8667-41df040dff5f/2265071d-8ddd-4703-89fd-b7d6c07fb965/cc1fca72-af65-4c4a-864e-cf8a07804f78) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:04:04.579770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 40fdd472-8bdd-488f-bb2a-757af919a016 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:04.742054 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.769930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 40fdd472-8bdd-488f-bb2a-757af919a016 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:04.770276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.774516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.896456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:04.943182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Transition to ACTIVE for port object cc1fca72-af65-4c4a-864e-cf8a07804f78 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:04:04.984065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Transition to ACTIVE for port object cc1fca72-af65-4c4a-864e-cf8a07804f78 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:04:04.988853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e15d00-cc2f-445a-b341-daff66395070 None None] New status for floating IP 0093c405-986f-4ac4-9c03-c68c6c35ac41: ACTIVE {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:04:05.080813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:05.085380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Allocated IP 172.27.3.174 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/4f5755af-7992-49dd-8db5-30a573ee5a17) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:04:05.101512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:05.231072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:05.255121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:05.289870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:05.307332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:05.320112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Pushing event updated for resources: {'Port': ['ID=cc1fca72-af65-4c4a-864e-cf8a07804f78,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:05.338372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:05.503884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:05.506021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Network 65008af8-33ff-45f1-8667-41df040dff5f is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:04:05.507239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Resources bound (agent type, host, resource id):  {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:04:05.509846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:04:05.547875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Sync routers for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:04:05.554121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:04:05.554811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4922a90>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:04:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:05.573178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Attempting to bind port cc1fca72-af65-4c4a-864e-cf8a07804f78 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:04:05.573717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Attempting to bind port cc1fca72-af65-4c4a-864e-cf8a07804f78 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '2a9c947a-44e9-4594-b2e5-f7d9c860ca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:04:05.574202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Attempting to bind port cc1fca72-af65-4c4a-864e-cf8a07804f78 on network 65008af8-33ff-45f1-8667-41df040dff5f {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:04:05.580421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:04:05.580964 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Checking segment: {'id': '2a9c947a-44e9-4594-b2e5-f7d9c860ca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:04:05.581501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:05.582020 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Bound using segment: {'id': '2a9c947a-44e9-4594-b2e5-f7d9c860ca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:04:05.582624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Bound port: cc1fca72-af65-4c4a-864e-cf8a07804f78, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9c947a-44e9-4594-b2e5-f7d9c860ca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:04:05.583121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:05.679521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Pushing event updated for resources: {'Port': ['ID=4f5755af-7992-49dd-8db5-30a573ee5a17,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:05.684578 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:05.687974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] For port cc1fca72-af65-4c4a-864e-cf8a07804f78, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:04:05.691296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] For port cc1fca72-af65-4c4a-864e-cf8a07804f78, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=cc1fca72-af65-4c4a-864e-cf8a07804f78,segment=NetworkSegment(2a9c947a-44e9-4594-b2e5-f7d9c860ca30),segment_id=2a9c947a-44e9-4594-b2e5-f7d9c860ca30)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:04:05.698452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:05.714640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:05.742212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:04:05.743406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:04:05.745895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:04:05.758030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:04:06.037993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Pushing event updated for resources: {'Port': ['ID=cc1fca72-af65-4c4a-864e-cf8a07804f78,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:06.043213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:06.117742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4922a90>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 2, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:06.122545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Checking router: 8afd8453-a0c9-4b7a-b504-59722b250c0d for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:04:06.122937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Updating router 8afd8453-a0c9-4b7a-b504-59722b250c0d port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 binding host dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:04:06.195285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:06.211427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:06.637871 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device cc1fca72-af65-4c4a-864e-cf8a07804f78 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:06.657136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850999811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:06.684369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:06.696773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Transition to ACTIVE for port object b2a2f6f4-21b1-4a5d-8c29-c25066d04192 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:04:06.699966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:06.712143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port cc1fca72-af65-4c4a-864e-cf8a07804f78 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:06.717469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:06.883031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Router 7fbc9f80-4277-4b15-b875-52460188d4b9 is scheduled to L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 24 05:04:06.891439 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Pushing event updated for resources: {'Port': ['ID=b2a2f6f4-21b1-4a5d-8c29-c25066d04192,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:06.914868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.915243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.916369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.916763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.917124 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.917481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.917835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.918185 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.918537 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.918885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.919235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.919582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.919969 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.920318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.920694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.921049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.921392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.921743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.922090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.922436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.922799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.923145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.923493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.923835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:04:06.929246 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:07.073359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Attempting to bind port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:04:07.073680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Attempting to bind port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:04:07.073823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:04:07.074086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Attempting to bind port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 on network f80e4046-62bb-46f9-8087-0f5a25c40ea0 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:04:07.080580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:04:07.080580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Checking segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:04:07.080809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:07.081156 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Bound using segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:04:07.081626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Bound port: b2a2f6f4-21b1-4a5d-8c29-c25066d04192, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:04:07.082052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:07.082951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Sync routers for ids ['7fbc9f80-4277-4b15-b875-52460188d4b9'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:04:07.094232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Routers {'7fbc9f80-4277-4b15-b875-52460188d4b9'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:04:07.095005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcffa9898>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:04:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['7fbc9f80-4277-4b15-b875-52460188d4b9'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:07.097878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:07.099267 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0552258
Jan 24 05:04:07.102269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 53458) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:04:07.184251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] For port b2a2f6f4-21b1-4a5d-8c29-c25066d04192, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:04:07.187410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] For port b2a2f6f4-21b1-4a5d-8c29-c25066d04192, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=b2a2f6f4-21b1-4a5d-8c29-c25066d04192,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:04:07.190982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:07.206892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d3838bb7-91b4-48c2-8f33-a5e37fcf75ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:07.317943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Set router 7fbc9f80-4277-4b15-b875-52460188d4b9 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:04:07.386422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Pushing event updated for resources: {'Port': ['ID=b2a2f6f4-21b1-4a5d-8c29-c25066d04192,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:07.390417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:07.571235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:04:07.571491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4922a90>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:04:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:07.816501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcffa9898>, [{'id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:06Z', 'revision_number': 3, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'gw_port': {'id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:07.826807 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Checking router: 7fbc9f80-4277-4b15-b875-52460188d4b9 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:04:07.827212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Updating router 7fbc9f80-4277-4b15-b875-52460188d4b9 port 4f5755af-7992-49dd-8db5-30a573ee5a17 binding host dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:04:07.849065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:04:07.910812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:07.963585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc385dda-e1b7-44ce-9565-6fce0393796d None None] Network 65008af8-33ff-45f1-8667-41df040dff5f requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:04:08.129973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Provisioning for port cc1fca72-af65-4c4a-864e-cf8a07804f78 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:08.148445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Provisioning complete for port cc1fca72-af65-4c4a-864e-cf8a07804f78 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:08.148796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:08.348382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:08.403454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4922a90>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:07Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:08.408255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f3ce6-9bca-41f9-877c-001d4b3a8c8e None None] The sync data for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi is: [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:07Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:04:08.613590 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:08.642337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:08.682561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b2a2f6f4-21b1-4a5d-8c29-c25066d04192 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:08.752982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Allocated IP 172.20.0.1 (65008af8-33ff-45f1-8667-41df040dff5f/2265071d-8ddd-4703-89fd-b7d6c07fb965/32dc0a3d-9fe2-4155-ba6a-1ce3e780198a) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:04:08.804914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] For port cc1fca72-af65-4c4a-864e-cf8a07804f78, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=cc1fca72-af65-4c4a-864e-cf8a07804f78,segment=NetworkSegment(2a9c947a-44e9-4594-b2e5-f7d9c860ca30),segment_id=2a9c947a-44e9-4594-b2e5-f7d9c860ca30)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:04:08.825923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:08.831096 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ccb3c6ad-5281-4779-aed9-457ee0f1dc5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:08.949050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:08.955679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:08.967692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Transition to ACTIVE for port object 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:04:08.975702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:08.976132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:08.991444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.008250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Provisioning complete for port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:09.008699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.009607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:09.163426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Pushing event updated for resources: {'Port': ['ID=32dc0a3d-9fe2-4155-ba6a-1ce3e780198a,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:09.173771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:09.277407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Network 65008af8-33ff-45f1-8667-41df040dff5f is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:04:09.278649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:04:09.280977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:04:09.302812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Pushing event updated for resources: {'Port': ['ID=cc1fca72-af65-4c4a-864e-cf8a07804f78,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:09.309765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.332847 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:09.347845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850997132'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.351494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Transition to ACTIVE for port object 4f5755af-7992-49dd-8db5-30a573ee5a17 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:04:09.370358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.389194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:09.495426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.806818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.848676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6b314-43dd-463b-a12d-087ba6516e16 None None] Pushing event updated for resources: {'Port': ['ID=4f5755af-7992-49dd-8db5-30a573ee5a17,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:09.852130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Attempting to bind port 4f5755af-7992-49dd-8db5-30a573ee5a17 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:04:09.852663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Attempting to bind port 4f5755af-7992-49dd-8db5-30a573ee5a17 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:04:09.853271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Attempting to bind port 4f5755af-7992-49dd-8db5-30a573ee5a17 on network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:04:09.859361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-65f6b314-43dd-463b-a12d-087ba6516e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:09.873398 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:04:09.873828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:04:09.874286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.874768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Bound using segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:04:09.875296 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Bound port: 4f5755af-7992-49dd-8db5-30a573ee5a17, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:04:09.875720 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.889885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.895760 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350481'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.905805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.926865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0f8943ea-97a3-4535-935a-8bcfa582a163 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:09.972112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] For port b2a2f6f4-21b1-4a5d-8c29-c25066d04192, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=b2a2f6f4-21b1-4a5d-8c29-c25066d04192,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:04:09.986013 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:09.989763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:10.014492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Pushing event updated for resources: {'Port': ['ID=32dc0a3d-9fe2-4155-ba6a-1ce3e780198a,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:10.017215 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851001633'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:10.033849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:10.095926 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] For port 4f5755af-7992-49dd-8db5-30a573ee5a17, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:04:10.123987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] For port 4f5755af-7992-49dd-8db5-30a573ee5a17, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=4f5755af-7992-49dd-8db5-30a573ee5a17,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:04:10.136397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:10.151182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:04:10.151622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:04:10.165797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Network 65008af8-33ff-45f1-8667-41df040dff5f is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:04:10.167011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:04:10.217334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-31cef15b-fedf-4b38-8dfe-d3e714b5c25c None None] Provisioning complete for port cc1fca72-af65-4c4a-864e-cf8a07804f78 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:10.217763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-31cef15b-fedf-4b38-8dfe-d3e714b5c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:10.248775 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Pushing event updated for resources: {'Port': ['ID=b2a2f6f4-21b1-4a5d-8c29-c25066d04192,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:10.265087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:10.265621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:10.391596 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Router 7fbc9f80-4277-4b15-b875-52460188d4b9 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:04:10.408686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6b314-43dd-463b-a12d-087ba6516e16 None None] Pushing event updated for resources: {'Port': ['ID=4f5755af-7992-49dd-8db5-30a573ee5a17,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:10.421318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-65f6b314-43dd-463b-a12d-087ba6516e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:10.491339 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Routers {'7fbc9f80-4277-4b15-b875-52460188d4b9'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:04:10.491962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcffa9898>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:04:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['7fbc9f80-4277-4b15-b875-52460188d4b9'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:10.589707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:04:10.599332 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-87e2afaa-c64b-4a6d-8124-0610da482556 admin admin] 10.222.0.10 "PUT /v2.0/routers/7fbc9f80-4277-4b15-b875-52460188d4b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4953754
Jan 24 05:04:10.648737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-31cef15b-fedf-4b38-8dfe-d3e714b5c25c None None] Provisioning for port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:10.692387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-31cef15b-fedf-4b38-8dfe-d3e714b5c25c None None] Provisioning complete for port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:10.692880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-31cef15b-fedf-4b38-8dfe-d3e714b5c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:10.796198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-31cef15b-fedf-4b38-8dfe-d3e714b5c25c None None] Port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:04:10.808092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] Set router 7fbc9f80-4277-4b15-b875-52460188d4b9 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:04:10.904948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device cc1fca72-af65-4c4a-864e-cf8a07804f78 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:11.135173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-71e39db4-89be-4ca8-ba4a-343f8eb93859 None None] Provisioning complete for port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:11.135599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-71e39db4-89be-4ca8-ba4a-343f8eb93859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:11.177938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-a3eb7ffc-581b-4dff-b6e0-3e5575ba2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:11.179568 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-a3eb7ffc-581b-4dff-b6e0-3e5575ba2976 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1202 time: 0.1564095
Jan 24 05:04:11.209967 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5b162-d5e6-4de8-9e7a-23489cd88f46 req-3add9ae4-43a4-479c-a309-bfccde65b622 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:11.213522 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a8b5b162-d5e6-4de8-9e7a-23489cd88f46 req-3add9ae4-43a4-479c-a309-bfccde65b622 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1473258
Jan 24 05:04:11.218138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port cc1fca72-af65-4c4a-864e-cf8a07804f78 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:11.218566 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:11.405801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-47cd25b7-2950-414b-b2d3-5ede355b0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:11.407429 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-47cd25b7-2950-414b-b2d3-5ede355b0c3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 909 time: 0.1924284
Jan 24 05:04:11.430119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-71e39db4-89be-4ca8-ba4a-343f8eb93859 None None] Port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:04:11.497427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1419348769', 'description': 'tempest-TestVolumeBootPattern-1419348769 description'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:11.508050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:04:11.512991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Usage tracker for resource:security_group and tenant:d22a2106c95d4d76ba07f2041c9a1ae5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:04:11.516049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:04:11.521870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:04:11.523648 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a8b5b162-d5e6-4de8-9e7a-23489cd88f46 req-ba2823cc-3e9d-4ca4-83bb-7d5f380c640f tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1437566
Jan 24 05:04:11.536708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:11.560141 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-c2b2b343-39ad-46c3-98d4-95d3af35e1aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 1000 time: 0.1362891
Jan 24 05:04:11.565639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:04:11.569995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Usage tracker for resource:security_group_rule and tenant:d22a2106c95d4d76ba07f2041c9a1ae5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:04:11.573977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:04:11.579874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:04:11.594099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b2a2f6f4-21b1-4a5d-8c29-c25066d04192 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:11.635598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcffa9898>, [{'id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 4, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'gw_port': {'id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '32dc0a3d-9fe2-4155-ba6a-1ce3e780198a', 'name': '', 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'mac_address': 'fa:16:3e:89:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:08Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 2, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'subnets': [{'id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:11.638649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-6bd2a151-bc49-47df-bcf0-eb75f1c95406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:11.640242 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-6bd2a151-bc49-47df-bcf0-eb75f1c95406 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 200  len: 854 time: 0.0687261
Jan 24 05:04:11.648565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5b2fa-5f55-4cf8-b7fe-09915e3b99e9 None None] The sync data for ids ['7fbc9f80-4277-4b15-b875-52460188d4b9'] in dv-cinder-772181-5-iscsi is: [{'id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 4, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'gw_port': {'id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '32dc0a3d-9fe2-4155-ba6a-1ce3e780198a', 'name': '', 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'mac_address': 'fa:16:3e:89:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:08Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 2, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'subnets': [{'id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:04:11.655626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:11.660040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:11.684184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:11.684637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:11.687857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1cd36348-8591-4e5d-826e-89bc5b2766b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:11.702313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:11.703830 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c9222423-9f7c-4566-8254-3dffa3adf1e1 req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2137690
Jan 24 05:04:11.733642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'SecurityGroup': ['ID=12a42c14-1c86-489f-9380-23d945638628,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:11.736802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:11.765787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-eee5fd17-7975-4b5c-8a5d-a0ad40bd2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:11.767423 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-eee5fd17-7975-4b5c-8a5d-a0ad40bd2555 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d554e0c6-66e2-40ca-bd7b-728322578c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1180742
Jan 24 05:04:11.893423 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-5ab30e4b-02f4-4553-8ec3-bab92c4a73a0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups/12a42c14-1c86-489f-9380-23d945638628 HTTP/1.1" status: 200  len: 1808 time: 0.1484029
Jan 24 05:04:11.913092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12a42c14-1c86-489f-9380-23d945638628', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:11.913638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12a42c14-1c86-489f-9380-23d945638628', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:11.927724 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:04:11.946163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Usage tracker for resource:security_group_rule and tenant:d22a2106c95d4d76ba07f2041c9a1ae5 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:04:11.951924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:04:11.961166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:04:12.007875 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-fb8ce76a-0fc8-461f-b615-5428c1369e83 service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251785
Jan 24 05:04:12.164482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group_rule, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:12.216181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:12.220722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:12.224051 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d26a3fd8-4e13-477b-9ec1-7ff9a5de8e57 req-b4a37f57-aff2-486a-b653-496c5b8df9bb service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2060387
Jan 24 05:04:12.225203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:12.252038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3e10e9-4c56-442f-be49-a285afc4dee3,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:12.257099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:12.268228 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group_rule, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:12.272853 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ff1fb31-423a-42d1-b712-ae54938295f1 req-a3a9bcbc-b540-4467-8bca-7821a4d92ea3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3688467
Jan 24 05:04:12.364575 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-288513d6-f666-414c-b027-1362983dc985 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups/12a42c14-1c86-489f-9380-23d945638628 HTTP/1.1" status: 200  len: 2401 time: 0.0618103
Jan 24 05:04:12.371853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12a42c14-1c86-489f-9380-23d945638628', 'remote_group_id': None}]} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:12.372236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12a42c14-1c86-489f-9380-23d945638628', 'remote_group_id': None}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:12.391076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:04:12.398963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Usage tracker for resource:security_group_rule and tenant:d22a2106c95d4d76ba07f2041c9a1ae5 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:04:12.405783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:04:12.418871 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:04:12.529595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group_rule, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:12.562345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:12.570925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:12.573376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:12.608184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group_rule, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:12.609640 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b74a7f81-33a0-4d33-b611-b9b8a10e6a81 req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2423272
Jan 24 05:04:12.610403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de10d66-775d-4d66-9f1b-b09ddcd364e1,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:12.625261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-52eac86e-a55b-481c-ad85-1b59e03e7ff4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:12.641332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4536ef-ff68-48b9-a6a6-6cef8a4bd76c req-24a40b85-432f-403c-904f-3df45ce78ee7 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:12.643198 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8b4536ef-ff68-48b9-a6a6-6cef8a4bd76c req-24a40b85-432f-403c-904f-3df45ce78ee7 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1332357
Jan 24 05:04:12.713228 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8b4536ef-ff68-48b9-a6a6-6cef8a4bd76c req-7ed151a2-c787-476c-8efa-82653cdbe947 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625887
Jan 24 05:04:12.917443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 4f5755af-7992-49dd-8db5-30a573ee5a17 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:12.998878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 4f5755af-7992-49dd-8db5-30a573ee5a17 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:13.004966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 4f5755af-7992-49dd-8db5-30a573ee5a17 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:13.005587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad92280-0ba5-48bc-b322-0c413f2aa6c6 req-3175e0b3-136c-4207-8e00-4ab263168c9b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:13.005892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:13.007290 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bad92280-0ba5-48bc-b322-0c413f2aa6c6 req-3175e0b3-136c-4207-8e00-4ab263168c9b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1367087
Jan 24 05:04:13.081151 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bad92280-0ba5-48bc-b322-0c413f2aa6c6 req-e4a923b2-feef-4622-a83a-a21294dbd96d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0639863
Jan 24 05:04:13.153240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:13.171931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 4f5755af-7992-49dd-8db5-30a573ee5a17, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=4f5755af-7992-49dd-8db5-30a573ee5a17,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:04:13.174736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:13.176863 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:13.254810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=4f5755af-7992-49dd-8db5-30a573ee5a17,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:13.268710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:13.988649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1333434-2f8f-4456-afea-e47312618903 req-a7ac4a0e-b306-41a2-808d-eaba2a22db8e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:13.990270 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b1333434-2f8f-4456-afea-e47312618903 req-a7ac4a0e-b306-41a2-808d-eaba2a22db8e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1123195
Jan 24 05:04:14.045598 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b1333434-2f8f-4456-afea-e47312618903 req-c33f7e0d-7d26-41b8-a043-bf2918f25476 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487690
Jan 24 05:04:14.325649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0e6f0-047f-43db-b1a4-1f6997ac10cd req-c8d6b282-be47-44fc-a9b1-097e21d31c32 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:14.327263 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-47e0e6f0-047f-43db-b1a4-1f6997ac10cd req-c8d6b282-be47-44fc-a9b1-097e21d31c32 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1128142
Jan 24 05:04:14.386034 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-47e0e6f0-047f-43db-b1a4-1f6997ac10cd req-501fddfe-f17d-44c8-8202-9a2c5856d092 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0523179
Jan 24 05:04:14.871940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 4f5755af-7992-49dd-8db5-30a573ee5a17 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:14.948501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 4f5755af-7992-49dd-8db5-30a573ee5a17 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:14.948961 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:15.301294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecabda2-c099-48ca-bc0d-6f984ea38a85 req-48a55457-4ee2-4954-b6ae-d894c8badba5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:15.302974 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ecabda2-c099-48ca-bc0d-6f984ea38a85 req-48a55457-4ee2-4954-b6ae-d894c8badba5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1087413
Jan 24 05:04:15.308819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Sync routers for ids ['7fbc9f80-4277-4b15-b875-52460188d4b9'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:04:15.318877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Routers {'7fbc9f80-4277-4b15-b875-52460188d4b9'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:04:15.319536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4718198>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:04:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['7fbc9f80-4277-4b15-b875-52460188d4b9'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:15.359960 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6ecabda2-c099-48ca-bc0d-6f984ea38a85 req-2cd39a3c-bae7-41cd-96e5-4eebf1f2125f tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494034
Jan 24 05:04:15.519228 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Set router 7fbc9f80-4277-4b15-b875-52460188d4b9 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:04:15.644648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120ef2d-b011-4f36-8abb-44c422d9f2fc req-047ed0d8-458c-4471-9418-52ec3c0aaef9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:15.646359 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e120ef2d-b011-4f36-8abb-44c422d9f2fc req-047ed0d8-458c-4471-9418-52ec3c0aaef9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1185503
Jan 24 05:04:15.704749 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e120ef2d-b011-4f36-8abb-44c422d9f2fc req-75b269f7-c3d6-4448-914b-68a14a1e01ef tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0518503
Jan 24 05:04:15.866195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4718198>, [{'id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 4, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'gw_port': {'id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '32dc0a3d-9fe2-4155-ba6a-1ce3e780198a', 'name': '', 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'mac_address': 'fa:16:3e:89:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:08Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 2, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'subnets': [{'id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:15.870729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Checking router: 7fbc9f80-4277-4b15-b875-52460188d4b9 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:04:15.871118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Updating router 7fbc9f80-4277-4b15-b875-52460188d4b9 port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a binding host dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:04:15.928891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:16.364793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:16.377367 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Transition to ACTIVE for port object 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:04:16.380457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:16.396227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:16.531591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc7e9f-81cd-43fd-8527-73ee8151bd42 None None] Pushing event updated for resources: {'Port': ['ID=32dc0a3d-9fe2-4155-ba6a-1ce3e780198a,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:16.536839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7afc7e9f-81cd-43fd-8527-73ee8151bd42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:16.626283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d8e85-450f-41ae-80e7-d953353e5f74 req-945125eb-5915-4c38-980a-7bd47e7efca0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:16.628008 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8f6d8e85-450f-41ae-80e7-d953353e5f74 req-945125eb-5915-4c38-980a-7bd47e7efca0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1186807
Jan 24 05:04:16.694986 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8f6d8e85-450f-41ae-80e7-d953353e5f74 req-9edd571a-9877-4a47-a29a-1fa2fdae1751 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600293
Jan 24 05:04:16.708136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Attempting to bind port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:04:16.708565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Attempting to bind port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '2a9c947a-44e9-4594-b2e5-f7d9c860ca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:04:16.709075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Attempting to bind port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a on network 65008af8-33ff-45f1-8667-41df040dff5f {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:04:16.716281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:04:16.716877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Checking segment: {'id': '2a9c947a-44e9-4594-b2e5-f7d9c860ca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:04:16.717279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:16.717711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Bound using segment: {'id': '2a9c947a-44e9-4594-b2e5-f7d9c860ca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:04:16.718219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Bound port: 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9c947a-44e9-4594-b2e5-f7d9c860ca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:04:16.718626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:16.828765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] For port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:04:16.831839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] For port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=32dc0a3d-9fe2-4155-ba6a-1ce3e780198a,segment=NetworkSegment(2a9c947a-44e9-4594-b2e5-f7d9c860ca30),segment_id=2a9c947a-44e9-4594-b2e5-f7d9c860ca30)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:04:16.835387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:16.851697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f48688f4-72ee-467d-9d98-c708bdaaf919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:16.971539 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412fa2c-6604-4537-9768-17e199f766bb req-a428c4f0-954f-42dd-a315-b750339f325e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:16.973279 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e412fa2c-6604-4537-9768-17e199f766bb req-a428c4f0-954f-42dd-a315-b750339f325e tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1128986
Jan 24 05:04:17.003106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc7e9f-81cd-43fd-8527-73ee8151bd42 None None] Pushing event updated for resources: {'Port': ['ID=32dc0a3d-9fe2-4155-ba6a-1ce3e780198a,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:17.009347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7afc7e9f-81cd-43fd-8527-73ee8151bd42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:17.037509 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e412fa2c-6604-4537-9768-17e199f766bb req-a2e3100d-3bdc-49e1-a0b0-9aa813354644 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0575042
Jan 24 05:04:17.050780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Routers {'7fbc9f80-4277-4b15-b875-52460188d4b9'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:04:17.051481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4718198>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:04:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['7fbc9f80-4277-4b15-b875-52460188d4b9'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:17.246995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] Set router 7fbc9f80-4277-4b15-b875-52460188d4b9 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:04:17.590416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4718198>, [{'id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 4, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'gw_port': {'id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '32dc0a3d-9fe2-4155-ba6a-1ce3e780198a', 'name': '', 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'mac_address': 'fa:16:3e:89:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:08Z', 'updated_at': '2021-01-24T05:04:16Z', 'revision_number': 4, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'subnets': [{'id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:04:17.594702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27aeb1-147a-4257-a1b4-567301c11b46 None None] The sync data for ids ['7fbc9f80-4277-4b15-b875-52460188d4b9'] in dv-cinder-772181-5-iscsi is: [{'id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 4, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'gw_port': {'id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '32dc0a3d-9fe2-4155-ba6a-1ce3e780198a', 'name': '', 'network_id': '65008af8-33ff-45f1-8667-41df040dff5f', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'mac_address': 'fa:16:3e:89:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:08Z', 'updated_at': '2021-01-24T05:04:16Z', 'revision_number': 4, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'subnets': [{'id': '2265071d-8ddd-4703-89fd-b7d6c07fb965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:04:17.983348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baadb72-f5ed-4e36-b206-168e3ba590f7 req-8fc1ca37-2c34-4788-b65c-7ab08e144f51 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:17.985085 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8baadb72-f5ed-4e36-b206-168e3ba590f7 req-8fc1ca37-2c34-4788-b65c-7ab08e144f51 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1132350
Jan 24 05:04:18.039890 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8baadb72-f5ed-4e36-b206-168e3ba590f7 req-1f4076d0-1f91-4718-9714-ec18693db7b2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483291
Jan 24 05:04:18.294918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6a066-a825-44a4-85ca-5b38255009fb req-4b9b5e6a-4e93-44ef-accb-06ffa698ca7f tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:18.296819 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-27d6a066-a825-44a4-85ca-5b38255009fb req-4b9b5e6a-4e93-44ef-accb-06ffa698ca7f tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1192534
Jan 24 05:04:18.355378 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-27d6a066-a825-44a4-85ca-5b38255009fb req-87c431d1-2f41-4b1d-bfb3-1b45a1ded49d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0522141
Jan 24 05:04:18.893809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:18.965183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:18.970073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:18.970497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:19.095867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:19.130250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=32dc0a3d-9fe2-4155-ba6a-1ce3e780198a,segment=NetworkSegment(2a9c947a-44e9-4594-b2e5-f7d9c860ca30),segment_id=2a9c947a-44e9-4594-b2e5-f7d9c860ca30)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:04:19.133213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:19.135747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ec119cd1-cdd5-44b4-a1f7-ccd34b5f719c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:19.206820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=32dc0a3d-9fe2-4155-ba6a-1ce3e780198a,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:19.208860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:19.298258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732caf9-685a-41e7-b827-98b581f20f0c req-e366d88d-8eed-47b1-b3af-bb16ba81cac2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:19.299917 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0732caf9-685a-41e7-b827-98b581f20f0c req-e366d88d-8eed-47b1-b3af-bb16ba81cac2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1114991
Jan 24 05:04:19.352924 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0732caf9-685a-41e7-b827-98b581f20f0c req-3e33df0d-2eea-4d1f-a674-ee7e3154ff35 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453100
Jan 24 05:04:19.594749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f90446-1018-46f6-b4c2-13e645bf6ed1 req-6bd148fb-a9a1-429f-b6a0-84daa98f4161 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:19.596416 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b4f90446-1018-46f6-b4c2-13e645bf6ed1 req-6bd148fb-a9a1-429f-b6a0-84daa98f4161 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1073697
Jan 24 05:04:19.657789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b4f90446-1018-46f6-b4c2-13e645bf6ed1 req-b3672e1f-84c0-4218-90a7-5f2e2a0e2d92 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0549126
Jan 24 05:04:20.609456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4bc08-7e57-4974-ad50-12c162dfb83e req-8dc54477-0ec9-4102-a538-92613ed72cad tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:20.611046 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d1f4bc08-7e57-4974-ad50-12c162dfb83e req-8dc54477-0ec9-4102-a538-92613ed72cad tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1089306
Jan 24 05:04:20.663877 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d1f4bc08-7e57-4974-ad50-12c162dfb83e req-89dbe32b-0dec-4c12-abb0-d6280d68b0d3 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464656
Jan 24 05:04:20.877763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:20.904798 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9893cc-0237-48ac-8e5a-25c2aaf767c0 req-0dcbb90a-b6cc-4275-bc48-745cfd79a911 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:20.906432 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0d9893cc-0237-48ac-8e5a-25c2aaf767c0 req-0dcbb90a-b6cc-4275-bc48-745cfd79a911 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1086183
Jan 24 05:04:20.952991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:20.953410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:20.970643 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0d9893cc-0237-48ac-8e5a-25c2aaf767c0 req-39ad426b-d81b-48c2-9771-eeccb48fb41b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0577550
Jan 24 05:04:21.928495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014074b-3388-473a-997f-6ff53eb2cf54 req-9ad91001-aae9-47ad-a910-aaf336f2693e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:21.930997 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3014074b-3388-473a-997f-6ff53eb2cf54 req-9ad91001-aae9-47ad-a910-aaf336f2693e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1117024
Jan 24 05:04:21.985955 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3014074b-3388-473a-997f-6ff53eb2cf54 req-91f08aa4-880f-41dd-a509-624b02026de5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479484
Jan 24 05:04:22.238391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde28b7-341a-4ee3-b805-21fa044f19f0 req-800d778f-7239-46fe-bd57-d67a5a811350 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:22.240083 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2fde28b7-341a-4ee3-b805-21fa044f19f0 req-800d778f-7239-46fe-bd57-d67a5a811350 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1223376
Jan 24 05:04:22.315222 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2fde28b7-341a-4ee3-b805-21fa044f19f0 req-7b08b2db-6663-4156-8646-f9c5343da6db tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0603459
Jan 24 05:04:23.241582 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ceae5-2700-4709-9667-2e77aef5910d req-4fdaf135-18ae-424b-91eb-1cb82f5fd3b5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:23.246462 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-359ceae5-2700-4709-9667-2e77aef5910d req-4fdaf135-18ae-424b-91eb-1cb82f5fd3b5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1070361
Jan 24 05:04:23.309423 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-359ceae5-2700-4709-9667-2e77aef5910d req-18b94e53-320e-4786-a9ff-8a562b4d37c8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593123
Jan 24 05:04:23.565225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eedb3-f88f-42de-b1fe-f7f1953ac0d4 req-be33a0b0-cd5f-430e-8a19-a9028115872d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:23.566893 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-512eedb3-f88f-42de-b1fe-f7f1953ac0d4 req-be33a0b0-cd5f-430e-8a19-a9028115872d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1130550
Jan 24 05:04:23.627427 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-512eedb3-f88f-42de-b1fe-f7f1953ac0d4 req-69e9f68a-0549-4998-8949-5b9e43730963 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0513875
Jan 24 05:04:24.560838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85ab9a-338a-4b10-8e61-37bcf229fcec req-956c555f-9cc2-4611-a009-aeb35aef509e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:24.562429 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bd85ab9a-338a-4b10-8e61-37bcf229fcec req-956c555f-9cc2-4611-a009-aeb35aef509e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1059268
Jan 24 05:04:24.619493 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bd85ab9a-338a-4b10-8e61-37bcf229fcec req-93d7eab2-6d95-4d42-8795-e711811e249b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508027
Jan 24 05:04:24.871360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996dfb-9fe0-4dce-8127-054a76859ef6 req-7514a6cb-1c7f-4b39-b1ca-db617b4181e5 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:24.873104 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-98996dfb-9fe0-4dce-8127-054a76859ef6 req-7514a6cb-1c7f-4b39-b1ca-db617b4181e5 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1070960
Jan 24 05:04:24.932040 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-98996dfb-9fe0-4dce-8127-054a76859ef6 req-83a86a6d-1785-47d3-a358-1bd91e14cb1a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0526578
Jan 24 05:04:25.917545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b2afff89-4a5c-4f70-a907-d3168c961a8b up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:25.996849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port b2afff89-4a5c-4f70-a907-d3168c961a8b triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:25.997277 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:26.018816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6bdf-dd58-4f3c-96c9-fc4e823e9412 req-4f418434-c430-4de7-ab78-c7aeec3cb3d6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:26.020516 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-faca6bdf-dd58-4f3c-96c9-fc4e823e9412 req-4f418434-c430-4de7-ab78-c7aeec3cb3d6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1127739
Jan 24 05:04:26.079654 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-faca6bdf-dd58-4f3c-96c9-fc4e823e9412 req-b2938b4b-c696-414a-b16c-1971fe1884ca tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519435
Jan 24 05:04:26.270929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fbbab-98d9-4a17-9ca9-3573749c4071 req-d2a79807-da5c-4295-aaca-da5abb03487a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:26.272598 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-000fbbab-98d9-4a17-9ca9-3573749c4071 req-d2a79807-da5c-4295-aaca-da5abb03487a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1144116
Jan 24 05:04:26.332423 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-000fbbab-98d9-4a17-9ca9-3573749c4071 req-27209d55-87c3-4e67-a5c3-657f8524bb26 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0520782
Jan 24 05:04:27.337601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e616a-a7b3-401d-8552-d63ac8cd26fa req-65b42260-ce87-4c44-9dde-1cfacffc3808 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:27.339196 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3c4e616a-a7b3-401d-8552-d63ac8cd26fa req-65b42260-ce87-4c44-9dde-1cfacffc3808 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1099586
Jan 24 05:04:27.395804 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3c4e616a-a7b3-401d-8552-d63ac8cd26fa req-a9d6d07f-e687-4000-b236-423943493592 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501091
Jan 24 05:04:27.578717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b866000-9c06-4e1a-b402-30aff9917626 req-7e9096d7-d84a-452f-983d-5730e022a6aa tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:27.580387 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b866000-9c06-4e1a-b402-30aff9917626 req-7e9096d7-d84a-452f-983d-5730e022a6aa tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1107712
Jan 24 05:04:27.639412 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b866000-9c06-4e1a-b402-30aff9917626 req-fe495e26-e609-4303-99f5-073c1288a50d tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0521553
Jan 24 05:04:28.654188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffba94f-f01c-4e6f-bd90-59be9af4ab11 req-ee52b1aa-f218-4e47-9c31-7bdab9762466 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:28.655899 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5ffba94f-f01c-4e6f-bd90-59be9af4ab11 req-ee52b1aa-f218-4e47-9c31-7bdab9762466 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1112783
Jan 24 05:04:28.709872 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5ffba94f-f01c-4e6f-bd90-59be9af4ab11 req-266afe8c-2aee-4566-ac9e-b966da61aaa5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475819
Jan 24 05:04:28.885468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb8d71-a8f7-4353-a251-db9caeaf6a75 req-740ff876-0874-4bb2-9448-07d20192dfde tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:28.887087 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-74eb8d71-a8f7-4353-a251-db9caeaf6a75 req-740ff876-0874-4bb2-9448-07d20192dfde tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1090672
Jan 24 05:04:28.946482 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-74eb8d71-a8f7-4353-a251-db9caeaf6a75 req-603cd9af-dbdc-41b6-9e69-9f1368de6de7 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0524428
Jan 24 05:04:29.965304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6606c-5f0e-47a3-92a6-6fe0ba5aca42 req-4c09b8c3-0654-40c1-b2d0-51136bc5d11e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:29.966963 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-58e6606c-5f0e-47a3-92a6-6fe0ba5aca42 req-4c09b8c3-0654-40c1-b2d0-51136bc5d11e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1110747
Jan 24 05:04:30.019795 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-58e6606c-5f0e-47a3-92a6-6fe0ba5aca42 req-4ee0b6d1-716d-4021-bddd-0d4c854348af tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464740
Jan 24 05:04:30.400627 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa49077-c18c-4f56-9500-29659dd7e789 req-9a1fb62f-fb09-4c68-b9c0-94d7f1bf7ff8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:30.402208 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9fa49077-c18c-4f56-9500-29659dd7e789 req-9a1fb62f-fb09-4c68-b9c0-94d7f1bf7ff8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.3190298
Jan 24 05:04:30.459214 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9fa49077-c18c-4f56-9500-29659dd7e789 req-fb5ca2ae-98dc-4f56-9f09-7de00ec8f2fc tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0500000
Jan 24 05:04:30.476554 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:04:31.158838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e7ff497c-3bbc-4c08-b8cc-f71af7611702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:31.290438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca332de-b998-40f8-a1bb-6f029cf16a95 req-7f21624b-7a53-4d5c-9292-ef50869b4fe4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:31.292119 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cca332de-b998-40f8-a1bb-6f029cf16a95 req-7f21624b-7a53-4d5c-9292-ef50869b4fe4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1222053
Jan 24 05:04:31.347614 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cca332de-b998-40f8-a1bb-6f029cf16a95 req-1c65c283-ffa6-4d4f-bc0f-f9d012dd673b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480716
Jan 24 05:04:31.712185 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a390297-5b4c-45e4-84f9-2899b7801a4d req-6de04945-e8b1-4f8c-bf44-d61ed3700d6c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:31.720799 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1a390297-5b4c-45e4-84f9-2899b7801a4d req-6de04945-e8b1-4f8c-bf44-d61ed3700d6c tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1212664
Jan 24 05:04:31.776149 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1a390297-5b4c-45e4-84f9-2899b7801a4d req-6ea3db37-fc5f-48c3-a699-5e1daf7b3111 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0541618
Jan 24 05:04:32.309537 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device e887a23c-afa1-4acb-9cd6-33e329e07f8e up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:32.388197 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:32.388996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:32.525742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b2afff89-4a5c-4f70-a907-d3168c961a8b up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:32.603007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port b2afff89-4a5c-4f70-a907-d3168c961a8b triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:32.603962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:32.634351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06e685-c601-4a9c-ad38-824727f14978 req-acc452bd-760c-4123-8816-15216f8c3fa5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:32.643031 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2b06e685-c601-4a9c-ad38-824727f14978 req-acc452bd-760c-4123-8816-15216f8c3fa5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1326933
Jan 24 05:04:32.706886 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2b06e685-c601-4a9c-ad38-824727f14978 req-f5caff23-1566-4f64-ab15-6c145f3dbfc0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626070
Jan 24 05:04:33.029569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666967b8-215f-48be-a56b-8931d530ec85 req-4683e5a2-27f8-493f-b907-0de20e6774ce tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:33.031255 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-666967b8-215f-48be-a56b-8931d530ec85 req-4683e5a2-27f8-493f-b907-0de20e6774ce tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1099031
Jan 24 05:04:33.110623 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-666967b8-215f-48be-a56b-8931d530ec85 req-f0de5679-219f-4a9f-b8ab-188bd0be9cbf tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0721691
Jan 24 05:04:33.530826 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ecf83088-f1a1-46d2-95e0-4e7849b95888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:33.812373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:33.981670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce8442-9d2f-42c3-bc63-5efeb74e7e67 req-a6ae27ea-f742-4434-b287-d7e8453308df tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:33.983293 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-35ce8442-9d2f-42c3-bc63-5efeb74e7e67 req-a6ae27ea-f742-4434-b287-d7e8453308df tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1072361
Jan 24 05:04:34.032761 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device e887a23c-afa1-4acb-9cd6-33e329e07f8e up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:34.036434 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-35ce8442-9d2f-42c3-bc63-5efeb74e7e67 req-ebbed88e-c454-4fc6-a0cf-53893fad97b9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462852
Jan 24 05:04:34.113877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:34.114701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:34.417919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efaed4-5fe6-4548-8dbf-e97eebc181f9 req-0f530215-dc84-4b22-8160-0b9184284cbc tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:34.420130 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d8efaed4-5fe6-4548-8dbf-e97eebc181f9 req-0f530215-dc84-4b22-8160-0b9184284cbc tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1487429
Jan 24 05:04:34.493604 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d8efaed4-5fe6-4548-8dbf-e97eebc181f9 req-5ab5ef18-0302-4b3b-8a44-77ae20eb5c8a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&id=790e8cb7-1454-4751-a877-3b72ad71ed92&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0661287
Jan 24 05:04:35.037047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:35.336736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fdc4d-eb9a-46cf-9e96-b5c48a8fd245 req-7866627c-eff8-49b0-8359-5f9f97175f57 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:35.338571 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fa4fdc4d-eb9a-46cf-9e96-b5c48a8fd245 req-7866627c-eff8-49b0-8359-5f9f97175f57 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1411960
Jan 24 05:04:35.394953 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fa4fdc4d-eb9a-46cf-9e96-b5c48a8fd245 req-ec9ef603-b031-4293-83fe-07e72d395c35 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496545
Jan 24 05:04:35.463375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:35.941500 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-ecde74e4-9b6c-49ae-8403-c0d01265c31c tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1419348769&fields=id&tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5 HTTP/1.1" status: 200  len: 267 time: 0.0569201
Jan 24 05:04:36.132162 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-884aad18-a779-4415-8e12-3255e4a46ca0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:36.140600 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-884aad18-a779-4415-8e12-3255e4a46ca0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 811 time: 0.1980875
Jan 24 05:04:36.153110 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-b601ed2c-3be1-49dd-b530-b2ab54e0f42d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/quotas/d22a2106c95d4d76ba07f2041c9a1ae5 HTTP/1.1" status: 200  len: 375 time: 0.0115395
Jan 24 05:04:36.278022 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-81f21ec5-01d7-47f8-ab56-9a68e3187b17 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1172409
Jan 24 05:04:36.474322 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-338e5422-7f76-44f5-af60-cd912cf86cea service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885643
Jan 24 05:04:36.663702 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-b79e4b43-b903-4abc-b14a-5346898cc336 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1821158
Jan 24 05:04:36.696448 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319843-7181-41c0-8ab8-4abf7dae11da req-828e74cd-cce8-4a56-89a8-b29bbc903d08 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:36.699150 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3319843-7181-41c0-8ab8-4abf7dae11da req-828e74cd-cce8-4a56-89a8-b29bbc903d08 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1245172
Jan 24 05:04:36.764844 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3319843-7181-41c0-8ab8-4abf7dae11da req-571683ad-901c-4cbd-b7e3-8af74465d74a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590880
Jan 24 05:04:37.487099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-8461a1c8-d9c3-4c71-abb8-15c41b357d92 req-8b7c21ec-b7b2-4cb5-8909-31ddcce7cacc tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:04:37.506862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-8461a1c8-d9c3-4c71-abb8-15c41b357d92 req-8b7c21ec-b7b2-4cb5-8909-31ddcce7cacc tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:04:37.517812 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8461a1c8-d9c3-4c71-abb8-15c41b357d92 req-8b7c21ec-b7b2-4cb5-8909-31ddcce7cacc tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 210 time: 0.3547788
Jan 24 05:04:38.113581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344d210-51b1-4c7a-a182-181e696cf8c6 req-c43da953-61bb-4cd3-8898-2b9db88b3bf4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:38.122490 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0344d210-51b1-4c7a-a182-181e696cf8c6 req-c43da953-61bb-4cd3-8898-2b9db88b3bf4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1879582
Jan 24 05:04:38.188451 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0344d210-51b1-4c7a-a182-181e696cf8c6 req-a70081d8-5543-402f-826f-ee3e0f97c997 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649483
Jan 24 05:04:38.455474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:38.826745 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4139a80f-0629-4910-a22a-35b9180f27f4 req-a52f1daa-2455-40ba-9e0a-db905c1b46d7 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 210 time: 0.0902886
Jan 24 05:04:38.928782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-392bb612-01a4-479f-a48c-3d14b1507389 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:38.931006 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-392bb612-01a4-479f-a48c-3d14b1507389 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 811 time: 0.3454037
Jan 24 05:04:39.094786 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-991b6e45-9617-4430-a1d6-a472024a0ddc tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5 HTTP/1.1" status: 200  len: 5765 time: 0.1189721
Jan 24 05:04:39.109747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'port': {'device_id': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'admin_state_up': True, 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'security_groups': ['12a42c14-1c86-489f-9380-23d945638628']}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:39.137289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-1fb6d01d-c255-426d-af6e-34ed08d0c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:39.139015 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-1fb6d01d-c255-426d-af6e-34ed08d0c209 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 1162 time: 0.2068114
Jan 24 05:04:39.461447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-073952ce-62f9-42d9-aaec-5b66dadf0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:39.463950 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-073952ce-62f9-42d9-aaec-5b66dadf0211 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 911 time: 0.2667315
Jan 24 05:04:39.470430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68f19b-0e9d-4732-8e1a-b1df25d4216c req-6a72138e-8c85-44d6-bb82-599413845249 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:39.477832 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9c68f19b-0e9d-4732-8e1a-b1df25d4216c req-6a72138e-8c85-44d6-bb82-599413845249 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1237221
Jan 24 05:04:39.541437 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9c68f19b-0e9d-4732-8e1a-b1df25d4216c req-8c55e8d5-8706-420e-8e49-c265a5540d5a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532761
Jan 24 05:04:39.641847 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:04:39.646114 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-54dd4718-59a1-44f2-99b8-0b873723b528 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b HTTP/1.1" status: 200  len: 1001 time: 0.1625972
Jan 24 05:04:39.705960 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:04:39.734416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Made reservation on behalf of d22a2106c95d4d76ba07f2041c9a1ae5 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:04:39.746711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:39.792406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-73dc5ecf-afa8-49ce-be1d-ae2eeb1a2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:39.794053 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-73dc5ecf-afa8-49ce-be1d-ae2eeb1a2954 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.1383512
Jan 24 05:04:40.082714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-66953a1f-efe5-4a79-879b-a461c750f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:40.084333 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-66953a1f-efe5-4a79-879b-a461c750f3cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2708981
Jan 24 05:04:40.252855 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e926234e-4253-47b6-be80-77f519337bcb req-2966d1eb-7bdc-4926-835f-a94a7edd4695 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 210 time: 0.1655779
Jan 24 05:04:40.399165 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-b95d5040-290a-4af1-b5aa-474b637a3295 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623210
Jan 24 05:04:40.413086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Allocated IP 172.20.0.3 (f80e4046-62bb-46f9-8087-0f5a25c40ea0/b74e6869-e8b8-4769-8711-509b455a0296/36ad2849-16a7-4613-a7e0-98e6ba814c89) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:04:40.707734 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-91cdafc6-6d17-44f7-8974-2a697bacc404 req-e1fcf9a2-043e-4240-a802-3072f27e3904 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2961388
Jan 24 05:04:41.151815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677fe8f-88b1-4675-a3b6-8611196cdec9 req-3c49406e-46e6-4634-88c0-cd428281e63b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:41.154783 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b677fe8f-88b1-4675-a3b6-8611196cdec9 req-3c49406e-46e6-4634-88c0-cd428281e63b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.4247572
Jan 24 05:04:41.158884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:41.200868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Transition to ACTIVE for port object 36ad2849-16a7-4613-a7e0-98e6ba814c89 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:04:41.238790 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b677fe8f-88b1-4675-a3b6-8611196cdec9 req-cf886f3e-acf2-48ae-bc3d-f3ab085567d0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621722
Jan 24 05:04:41.276317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:41.298522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fbe5fca8-3de6-4228-976d-f0fdee69cb20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:41.471417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'Port': ['ID=36ad2849-16a7-4613-a7e0-98e6ba814c89,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:41.485198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:41.552778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:04:41.553946 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:04:41.556573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:04:41.557386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f298f-cce1-4653-96aa-7fbb19583b6c req-4df0927e-9f58-4dbd-85d4-9f489e1d7ded tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:41.559275 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a13f298f-cce1-4653-96aa-7fbb19583b6c req-4df0927e-9f58-4dbd-85d4-9f489e1d7ded tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 931 time: 0.1325724
Jan 24 05:04:41.628041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a13f298f-cce1-4653-96aa-7fbb19583b6c req-7600df20-66b6-4184-8631-27d24c1abdcc tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:04:41.647213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a13f298f-cce1-4653-96aa-7fbb19583b6c req-7600df20-66b6-4184-8631-27d24c1abdcc tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:04:41.665393 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a13f298f-cce1-4653-96aa-7fbb19583b6c req-7600df20-66b6-4184-8631-27d24c1abdcc tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0985761
Jan 24 05:04:41.669782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:41.671159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:41.734371 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6291423
Jan 24 05:04:41.759647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Request body: {'port': {'device_id': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:04:41.909501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:41.926026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-412a80f3-23cb-47bb-8132-07f33cc71bf1 None None] Provisioning for port 36ad2849-16a7-4613-a7e0-98e6ba814c89 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:41.932711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-412a80f3-23cb-47bb-8132-07f33cc71bf1 None None] Provisioning complete for port 36ad2849-16a7-4613-a7e0-98e6ba814c89 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:41.933332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-412a80f3-23cb-47bb-8132-07f33cc71bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:42.007304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-412a80f3-23cb-47bb-8132-07f33cc71bf1 None None] Port 36ad2849-16a7-4613-a7e0-98e6ba814c89 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:04:42.352349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ad2849-16a7-4613-a7e0-98e6ba814c89 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:04:42.360232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:42.373185 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Transition to ACTIVE for port object 36ad2849-16a7-4613-a7e0-98e6ba814c89 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:04:42.375986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:42.396474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ebf73ef1-b302-407a-b90e-7dfb4d61a2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:42.513666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3462b-b26f-4b31-895d-4762b14913a7 req-629d1864-6824-4fce-9774-050391fd22c8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:42.515312 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b7f3462b-b26f-4b31-895d-4762b14913a7 req-629d1864-6824-4fce-9774-050391fd22c8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1066024
Jan 24 05:04:42.534532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Pushing event updated for resources: {'Port': ['ID=36ad2849-16a7-4613-a7e0-98e6ba814c89,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:42.538180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:42.572146 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b7f3462b-b26f-4b31-895d-4762b14913a7 req-7af22deb-577d-4bc4-921b-30ed4721171e tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502830
Jan 24 05:04:42.731275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Attempting to bind port 36ad2849-16a7-4613-a7e0-98e6ba814c89 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:04:42.731701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Attempting to bind port 36ad2849-16a7-4613-a7e0-98e6ba814c89 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:04:42.732074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Attempting to bind port 36ad2849-16a7-4613-a7e0-98e6ba814c89 on network f80e4046-62bb-46f9-8087-0f5a25c40ea0 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:04:42.738715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:04:42.739092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Checking segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:04:42.739637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:42.740225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Bound using segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:04:42.740742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Bound port: 36ad2849-16a7-4613-a7e0-98e6ba814c89, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:04:42.741123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:42.903355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] For port 36ad2849-16a7-4613-a7e0-98e6ba814c89, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:04:42.907067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] For port 36ad2849-16a7-4613-a7e0-98e6ba814c89, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:04:42.912203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:42.928396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c4e0c054-1c60-474b-83de-b1a5ef3a4f25 tempest-DeleteServersTestJSON-346343950 tempest-DeleteServersTestJSON-346343950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:43.119074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e60b3-3aaa-4bee-8075-cfe73f961c65 req-f1a8bb77-372d-4c40-8bbb-201041182f1d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:43.119734 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-705e60b3-3aaa-4bee-8075-cfe73f961c65 req-f1a8bb77-372d-4c40-8bbb-201041182f1d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:04:43.183886 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Pushing event updated for resources: {'Port': ['ID=36ad2849-16a7-4613-a7e0-98e6ba814c89,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:43.187901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:43.194245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-705e60b3-3aaa-4bee-8075-cfe73f961c65 req-f1a8bb77-372d-4c40-8bbb-201041182f1d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:04:43.196186 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-705e60b3-3aaa-4bee-8075-cfe73f961c65 req-f1a8bb77-372d-4c40-8bbb-201041182f1d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.3882883
Jan 24 05:04:43.276682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:43.277350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:43.278863 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] 10.222.0.61 "PUT /v2.0/ports/36ad2849-16a7-4613-a7e0-98e6ba814c89 HTTP/1.1" status: 200  len: 1157 time: 1.5249228
Jan 24 05:04:43.279514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:04:43.285739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-eef50563-ba8c-4be4-b785-917139627632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:43.287278 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-eef50563-ba8c-4be4-b785-917139627632 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 1162 time: 0.2568202
Jan 24 05:04:43.297342 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-705e60b3-3aaa-4bee-8075-cfe73f961c65 req-b85cd63d-7c7f-498e-b4d3-aa4f5c1997e1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0831654
Jan 24 05:04:43.394695 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89', 'status': 'completed', 'code': 200}
Jan 24 05:04:43.523653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-3e6bbaf7-0078-49d9-ae14-4daab3262752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:43.525424 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-3e6bbaf7-0078-49d9-ae14-4daab3262752 service neutron] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 911 time: 0.2164035
Jan 24 05:04:43.530873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-253d6142-c942-41ac-9dca-5667ac63e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:43.532385 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-253d6142-c942-41ac-9dca-5667ac63e6e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 1160 time: 0.1399009
Jan 24 05:04:43.674463 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-2bca879e-5c00-47fc-9801-d0634370e106 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89 HTTP/1.1" status: 200  len: 217 time: 0.0885081
Jan 24 05:04:43.805905 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-a1f32161-498f-4bb4-8859-ba7d78029f5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b HTTP/1.1" status: 200  len: 1001 time: 0.2716684
Jan 24 05:04:43.860697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-33cec62e-bf02-40e9-914d-8eb0dc05281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:43.862212 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-33cec62e-bf02-40e9-914d-8eb0dc05281d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.1754322
Jan 24 05:04:44.181560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-64e8646b-e1ea-49cb-8441-ec7283f91d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:44.183146 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-64e8646b-e1ea-49cb-8441-ec7283f91d8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.3651989
Jan 24 05:04:44.217032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32eb6b-3601-4402-98c4-61b1096a10af req-aa063541-93ae-4c95-af03-ff764a52ee22 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:44.218630 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8a32eb6b-3601-4402-98c4-61b1096a10af req-aa063541-93ae-4c95-af03-ff764a52ee22 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.4906917
Jan 24 05:04:44.338283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-a7e6d94b-0b95-44d4-9ec9-11318a973fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:44.340167 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-a7e6d94b-0b95-44d4-9ec9-11318a973fe6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4689012
Jan 24 05:04:44.347393 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8a32eb6b-3601-4402-98c4-61b1096a10af req-1bb25e2d-6084-46f4-aad2-7b9733021606 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814011
Jan 24 05:04:44.456645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-d6d82ee8-af83-4a01-b664-674f3254c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:44.458208 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-d6d82ee8-af83-4a01-b664-674f3254c625 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2386281
Jan 24 05:04:44.541848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42cb69-0a8a-4a83-9afa-79a84547c000 req-17d14a5c-6693-49b6-9752-914e7f2a02b8 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:44.543496 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cd42cb69-0a8a-4a83-9afa-79a84547c000 req-17d14a5c-6693-49b6-9752-914e7f2a02b8 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.1072233
Jan 24 05:04:44.588212 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-7096dadd-f447-4f24-ba68-85f6d9233ac6 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396526
Jan 24 05:04:44.594789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cd42cb69-0a8a-4a83-9afa-79a84547c000 req-0595338a-8779-476e-b119-f66b3831a264 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0449064
Jan 24 05:04:44.738011 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-b37e1ff5-166a-4cac-8298-89a36fafafaa service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597930
Jan 24 05:04:44.859479 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25bdd319-2bd5-476c-b552-d67a71cda555 req-e8a1270d-f78d-499b-b581-e4fe073d9bbb service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2604895
Jan 24 05:04:44.911841 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48b04fff-dd1c-4184-8a0b-80eac43cb914 req-f6f8ba45-86d5-4dac-a535-2a9c5c102d53 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1598589
Jan 24 05:04:45.066087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-bdd94df2-1e67-42b0-801d-bd2e6268e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:45.067712 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-bdd94df2-1e67-42b0-801d-bd2e6268e66a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 1160 time: 0.0824721
Jan 24 05:04:45.212928 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-b97a2a96-d74b-4ea4-a210-4267d42888a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:45.214744 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-b97a2a96-d74b-4ea4-a210-4267d42888a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1383457
Jan 24 05:04:45.293947 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-1f3b6109-6193-42aa-a1a4-daf86f383635 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89 HTTP/1.1" status: 200  len: 217 time: 0.0668626
Jan 24 05:04:45.369214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-79774f29-eebb-4b12-b5b8-af4b3850f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:45.370798 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-79774f29-eebb-4b12-b5b8-af4b3850f657 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0701845
Jan 24 05:04:45.458427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-086dd539-644a-47ef-8150-d0096e762575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:45.460067 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-086dd539-644a-47ef-8150-d0096e762575 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805099
Jan 24 05:04:45.613924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cf694-5057-4278-b2ca-8fb8fd6fc57f req-e8a0c009-fb3a-4e53-b346-5d70a86019d9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:45.615481 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a27cf694-5057-4278-b2ca-8fb8fd6fc57f req-e8a0c009-fb3a-4e53-b346-5d70a86019d9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1119285
Jan 24 05:04:45.646854 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-f966aa8e-6bea-4ba7-90af-9928a0119cfa service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421525
Jan 24 05:04:45.669732 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a27cf694-5057-4278-b2ca-8fb8fd6fc57f req-133a0293-f199-41aa-ae10-6921ed9583c7 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468071
Jan 24 05:04:45.871271 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5da3b0c7-7602-4160-b0b7-026f2dddbbc2 req-f8416acc-83ab-413d-acda-6445a716d68b service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2133071
Jan 24 05:04:45.899793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c925-89bf-4358-bf6f-d29bb24c4adc req-98e75768-36e9-4ad8-a1de-74451120589f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:45.901439 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ddd0c925-89bf-4358-bf6f-d29bb24c4adc req-98e75768-36e9-4ad8-a1de-74451120589f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.1627254
Jan 24 05:04:45.954358 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ddd0c925-89bf-4358-bf6f-d29bb24c4adc req-35e06241-ca67-41e6-a69d-f7077a821247 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0464036
Jan 24 05:04:46.921153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f490ac-d7f5-4061-85e5-94555239a907 req-3a76d98b-94fa-44b2-ac9c-a826dafb8b4b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:46.922780 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-53f490ac-d7f5-4061-85e5-94555239a907 req-3a76d98b-94fa-44b2-ac9c-a826dafb8b4b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1061876
Jan 24 05:04:46.978139 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-53f490ac-d7f5-4061-85e5-94555239a907 req-60b05274-2857-40b8-84fd-4b7c6bf819a9 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489974
Jan 24 05:04:47.191460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8aa6-b9bb-4b92-9402-9c3b1ac150b2 req-96d68ea6-8be5-469a-9749-52d48da27aef tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:47.193047 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbfc8aa6-b9bb-4b92-9402-9c3b1ac150b2 req-96d68ea6-8be5-469a-9749-52d48da27aef tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.1038549
Jan 24 05:04:47.244211 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbfc8aa6-b9bb-4b92-9402-9c3b1ac150b2 req-8143fc1a-0893-4344-b862-16ba0f775b0b tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0443711
Jan 24 05:04:48.040808 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b2afff89-4a5c-4f70-a907-d3168c961a8b no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:04:48.163032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:48.191839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:04:48.202659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port b2afff89-4a5c-4f70-a907-d3168c961a8b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:04:48.205708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:48.207537 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:48.231718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3b64f-b4ad-43ea-b01c-ba6c52014132 req-b6728bc9-6bf8-4f4c-8430-4bbcf488331d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:48.233427 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c0e3b64f-b4ad-43ea-b01c-ba6c52014132 req-b6728bc9-6bf8-4f4c-8430-4bbcf488331d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1096723
Jan 24 05:04:48.271301 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'code': 422} returned with failed status
Jan 24 05:04:48.282442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=b2afff89-4a5c-4f70-a907-d3168c961a8b,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:48.286311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:48.311326 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c0e3b64f-b4ad-43ea-b01c-ba6c52014132 req-287147c7-8228-4cec-85ac-fc91c6c383d2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576894
Jan 24 05:04:48.483487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759bc62-7073-4aed-8d9b-e7c98f7e71c3 req-a7d42374-cc5d-45d5-948a-a7fa22f48028 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:48.485188 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f759bc62-7073-4aed-8d9b-e7c98f7e71c3 req-a7d42374-cc5d-45d5-948a-a7fa22f48028 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.1095903
Jan 24 05:04:48.540373 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f759bc62-7073-4aed-8d9b-e7c98f7e71c3 req-3fef8fac-d2f6-4d4b-8b9d-8d990776c417 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0486004
Jan 24 05:04:49.785368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb8852-2625-456c-b77a-32844424e507 req-0f57023c-5104-482e-a654-c7f1ae5ad9e6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:49.787082 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b9bb8852-2625-456c-b77a-32844424e507 req-0f57023c-5104-482e-a654-c7f1ae5ad9e6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.1168432
Jan 24 05:04:49.841282 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b9bb8852-2625-456c-b77a-32844424e507 req-c3a647c2-0a3d-4281-9821-64bef03b6a9f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0468214
Jan 24 05:04:49.974907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd882b-64a9-4f6d-8284-8e9b36cd91ba req-042721b0-1174-4aca-85a9-523c9e468c72 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:49.976992 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3cdd882b-64a9-4f6d-8284-8e9b36cd91ba req-042721b0-1174-4aca-85a9-523c9e468c72 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1391683
Jan 24 05:04:49.979871 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d9cb481-ab69-4800-b823-971d38be6948 req-c6e2149d-d0b8-4e16-93fc-c91340b9545b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1787565
Jan 24 05:04:50.028811 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3cdd882b-64a9-4f6d-8284-8e9b36cd91ba req-1af5573a-feac-4e63-9305-d5d1ee427485 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455205
Jan 24 05:04:50.553020 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cb481-ab69-4800-b823-971d38be6948 req-d0708cd2-a2eb-44a0-b8cd-fb0b4cb0c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:50.554785 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d9cb481-ab69-4800-b823-971d38be6948 req-d0708cd2-a2eb-44a0-b8cd-fb0b4cb0c752 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44&tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2 HTTP/1.1" status: 200  len: 1160 time: 0.0783553
Jan 24 05:04:50.671198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cb481-ab69-4800-b823-971d38be6948 req-4683fd6d-3eab-4999-bdde-a3ab35e8a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:50.672823 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d9cb481-ab69-4800-b823-971d38be6948 req-4683fd6d-3eab-4999-bdde-a3ab35e8a0e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 1160 time: 0.0815651
Jan 24 05:04:50.815430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cb481-ab69-4800-b823-971d38be6948 req-3ff27921-352c-4bfd-882d-e723bd31037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:50.816984 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d9cb481-ab69-4800-b823-971d38be6948 req-3ff27921-352c-4bfd-882d-e723bd31037e service neutron] 10.222.0.61 "GET /v2.0/networks?id=65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 200  len: 911 time: 0.1365247
Jan 24 05:04:50.931525 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d9cb481-ab69-4800-b823-971d38be6948 req-28a340b1-c898-4e48-abaf-fd9af6d5693f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b HTTP/1.1" status: 200  len: 999 time: 0.1039653
Jan 24 05:04:51.004167 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cb481-ab69-4800-b823-971d38be6948 req-72ab0a51-8be6-4530-8539-4e29b1308688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:51.005849 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d9cb481-ab69-4800-b823-971d38be6948 req-72ab0a51-8be6-4530-8539-4e29b1308688 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 200  len: 856 time: 0.0653360
Jan 24 05:04:51.082388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e53ed-3f56-4649-b142-5726b571a124 req-91edca8a-435b-4011-9e0a-9b4ece2e5425 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:51.083988 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d38e53ed-3f56-4649-b142-5726b571a124 req-91edca8a-435b-4011-9e0a-9b4ece2e5425 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.1097400
Jan 24 05:04:51.087693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cb481-ab69-4800-b823-971d38be6948 req-d108a2db-7308-4ecb-8b07-f47803c2e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:51.089612 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d9cb481-ab69-4800-b823-971d38be6948 req-d108a2db-7308-4ecb-8b07-f47803c2e309 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=65756a95-a3dc-4795-b455-30b70d7bac59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768447
Jan 24 05:04:51.139978 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d38e53ed-3f56-4649-b142-5726b571a124 req-e2dd9d32-d953-4ea7-841a-647ef82bc445 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0488110
Jan 24 05:04:51.306987 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d9cb481-ab69-4800-b823-971d38be6948 req-43e305f9-ae93-40bb-b7c0-20dfc9e76a53 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2082508
Jan 24 05:04:51.338307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7c314-65c2-40c8-b7ac-ef342090d7d5 req-d77e9f8e-b578-4c19-8f58-11fe0da7edee tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:51.340146 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0df7c314-65c2-40c8-b7ac-ef342090d7d5 req-d77e9f8e-b578-4c19-8f58-11fe0da7edee tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1589277
Jan 24 05:04:51.483307 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0df7c314-65c2-40c8-b7ac-ef342090d7d5 req-19ccf050-93e7-43b4-bbf2-f10d12dc3617 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1183505
Jan 24 05:04:51.521104 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5d9cb481-ab69-4800-b823-971d38be6948 req-da3a8656-5fa6-4886-a9de-b970539bcb27 service neutron] 10.222.0.61 "GET /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1798637
Jan 24 05:04:52.381728 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b27c93-f0e3-4b11-b70f-87f45dd6daf3 req-7662be99-897b-4034-86c1-eb2008dd9bf6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:52.383879 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-43b27c93-f0e3-4b11-b70f-87f45dd6daf3 req-7662be99-897b-4034-86c1-eb2008dd9bf6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.1117983
Jan 24 05:04:52.437825 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-43b27c93-f0e3-4b11-b70f-87f45dd6daf3 req-9551b749-8553-45e1-bc31-57f757e0b33a tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0476174
Jan 24 05:04:52.700791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 36ad2849-16a7-4613-a7e0-98e6ba814c89 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:52.795298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 36ad2849-16a7-4613-a7e0-98e6ba814c89 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:04:52.801075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 36ad2849-16a7-4613-a7e0-98e6ba814c89 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:52.801689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:52.823992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7dcfa4-8daa-4cd3-bc34-61640fd69c6b req-73f67e5a-d8f5-4312-aaaf-e5bfcb4dd47d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:52.825744 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0f7dcfa4-8daa-4cd3-bc34-61640fd69c6b req-73f67e5a-d8f5-4312-aaaf-e5bfcb4dd47d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1466534
Jan 24 05:04:52.883913 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0f7dcfa4-8daa-4cd3-bc34-61640fd69c6b req-061320d1-09c8-4596-8d78-22be1491f735 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513248
Jan 24 05:04:52.943662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:52.972867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:04:52.990896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 36ad2849-16a7-4613-a7e0-98e6ba814c89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:04:52.995372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:52.997897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:04:53.039413 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89', 'code': 200}
Jan 24 05:04:53.075044 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=36ad2849-16a7-4613-a7e0-98e6ba814c89,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:04:53.078329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:04:53.687144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152fae-715b-41b3-8dcb-5c44490ad1d4 req-49bc26a0-5aa1-4266-8cff-38398cef1e35 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:53.688822 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-31152fae-715b-41b3-8dcb-5c44490ad1d4 req-49bc26a0-5aa1-4266-8cff-38398cef1e35 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1139219
Jan 24 05:04:53.745690 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-31152fae-715b-41b3-8dcb-5c44490ad1d4 req-2571e324-5732-4806-8cb4-4586d422730b tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0495114
Jan 24 05:04:54.149651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79597-3f23-491b-870b-8237a82eaeac req-33879b20-bfbe-4455-b85b-b0c1d215b459 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:54.151353 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e2f79597-3f23-491b-870b-8237a82eaeac req-33879b20-bfbe-4455-b85b-b0c1d215b459 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1137931
Jan 24 05:04:54.185425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 36ad2849-16a7-4613-a7e0-98e6ba814c89 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:04:54.205369 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e2f79597-3f23-491b-870b-8237a82eaeac req-0fab5c7c-4806-49be-b717-8e5ef7cadcdb tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475061
Jan 24 05:04:54.261279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 36ad2849-16a7-4613-a7e0-98e6ba814c89 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:04:54.261705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:04:55.011597 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7d10-bde7-48da-b812-f56e543dda64 req-d492405f-ae4f-4447-a083-731ccdde7e8e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:55.013451 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4e7b7d10-bde7-48da-b812-f56e543dda64 req-d492405f-ae4f-4447-a083-731ccdde7e8e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1124139
Jan 24 05:04:55.067891 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4e7b7d10-bde7-48da-b812-f56e543dda64 req-68c595fa-7d44-487c-8303-04f47c080349 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0477028
Jan 24 05:04:55.469410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3c35c-c4ae-4266-9f6f-75d0d2c51dff req-08d9d621-32ae-4b6c-a7eb-8b6aea6f8e05 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:55.471096 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30e3c35c-c4ae-4266-9f6f-75d0d2c51dff req-08d9d621-32ae-4b6c-a7eb-8b6aea6f8e05 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1137815
Jan 24 05:04:55.529320 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30e3c35c-c4ae-4266-9f6f-75d0d2c51dff req-abcb0570-d418-4356-abc4-bf2d9abd9788 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500844
Jan 24 05:04:56.321114 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ba2f5-b4fd-4590-817c-8cfef6c0213b req-0d5159d2-2772-46b4-8079-60236f01f2ee tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:56.323474 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f14ba2f5-b4fd-4590-817c-8cfef6c0213b req-0d5159d2-2772-46b4-8079-60236f01f2ee tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1175196
Jan 24 05:04:56.388402 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f14ba2f5-b4fd-4590-817c-8cfef6c0213b req-45a9483e-6493-4e1c-a0fa-09f2f8ec509d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0497847
Jan 24 05:04:56.921967 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deb1ce-ea26-423c-91fe-f33fb6d61450 req-40fa1978-ec28-40ec-89da-ee9eaf328f90 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:56.923675 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d3deb1ce-ea26-423c-91fe-f33fb6d61450 req-40fa1978-ec28-40ec-89da-ee9eaf328f90 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1145816
Jan 24 05:04:56.982472 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d3deb1ce-ea26-423c-91fe-f33fb6d61450 req-34a9c853-8f75-4643-9a66-10d373edf6a5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514328
Jan 24 05:04:57.651025 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ef15a-c9f6-479c-aba6-b168d546444b req-992a21d2-eeca-4845-a538-15bce9339da1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:57.652655 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f2ef15a-c9f6-479c-aba6-b168d546444b req-992a21d2-eeca-4845-a538-15bce9339da1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1143129
Jan 24 05:04:57.706292 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f2ef15a-c9f6-479c-aba6-b168d546444b req-5b2d4445-208c-4b33-be14-f2b7f1f4ed2c tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0472841
Jan 24 05:04:58.251275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa31d4-a5ce-4329-839f-01ac990170f9 req-f74b6a1e-f05a-4021-901a-538b564c9c47 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:58.253019 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aeaa31d4-a5ce-4329-839f-01ac990170f9 req-f74b6a1e-f05a-4021-901a-538b564c9c47 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1179838
Jan 24 05:04:58.309255 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aeaa31d4-a5ce-4329-839f-01ac990170f9 req-0955c9c2-6932-4c06-a601-fa4855448261 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488622
Jan 24 05:04:58.951295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab9073-c8ae-4e20-8dbc-51a65170396a req-de04bdd1-8538-44ed-9e4a-4b4e1bf3f530 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:58.952929 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-54ab9073-c8ae-4e20-8dbc-51a65170396a req-de04bdd1-8538-44ed-9e4a-4b4e1bf3f530 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1118066
Jan 24 05:04:59.007222 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-54ab9073-c8ae-4e20-8dbc-51a65170396a req-933ef157-6ce6-4355-ae84-9f83240c3f41 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0477021
Jan 24 05:04:59.576004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d13f89-d2cf-4a21-b86f-240e5e505336 req-389a0495-5774-431a-9f68-e62f123cc99b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:04:59.577630 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55d13f89-d2cf-4a21-b86f-240e5e505336 req-389a0495-5774-431a-9f68-e62f123cc99b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1164072
Jan 24 05:04:59.632414 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55d13f89-d2cf-4a21-b86f-240e5e505336 req-81c3481c-abc5-42bb-87d3-238186ec5c39 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484722
Jan 24 05:05:00.261408 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe986d89-1825-43c3-8f3a-23d527e49de3 req-681865ea-f4c8-49a2-82ed-bda2e2e8b874 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:00.263188 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fe986d89-1825-43c3-8f3a-23d527e49de3 req-681865ea-f4c8-49a2-82ed-bda2e2e8b874 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1202176
Jan 24 05:05:00.319980 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fe986d89-1825-43c3-8f3a-23d527e49de3 req-2399dad7-f6a9-4c92-8404-d35ef44510d8 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0497816
Jan 24 05:05:00.894710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5814c-84b3-40d2-9973-99c448c98af6 req-7c556135-1d0d-4458-b5a9-00ef1459438b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:00.896416 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25d5814c-84b3-40d2-9973-99c448c98af6 req-7c556135-1d0d-4458-b5a9-00ef1459438b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1112061
Jan 24 05:05:00.953865 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25d5814c-84b3-40d2-9973-99c448c98af6 req-8507e34e-a1a9-4f8b-a870-b1461bcbbed8 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497167
Jan 24 05:05:01.161299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-02e20a19-8ec8-47e2-934e-14b59a4c0655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:01.564210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0f879-2389-445d-9bbd-79d347bda3cc req-49941e72-79f5-4cce-8b26-0af770a21c70 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:01.565839 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b3f0f879-2389-445d-9bbd-79d347bda3cc req-49941e72-79f5-4cce-8b26-0af770a21c70 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1144094
Jan 24 05:05:01.622598 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b3f0f879-2389-445d-9bbd-79d347bda3cc req-9c434f13-7ea0-49ff-a1bd-ec7d86cd1158 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0502720
Jan 24 05:05:02.215849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5fc8c-6c5a-4d31-a87f-736d01321b60 req-95fb2007-d60e-4c57-bf98-0ee089be06f2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:02.217534 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-21c5fc8c-6c5a-4d31-a87f-736d01321b60 req-95fb2007-d60e-4c57-bf98-0ee089be06f2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1099885
Jan 24 05:05:02.275747 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-21c5fc8c-6c5a-4d31-a87f-736d01321b60 req-4516d356-1432-49c6-96d4-39c7585b7269 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519781
Jan 24 05:05:02.868038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdee9e-de96-43f4-9381-26e7717c2dc0 req-8bc4f60a-2a95-40df-bdb8-9a82e2ececa1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:02.869691 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6cfdee9e-de96-43f4-9381-26e7717c2dc0 req-8bc4f60a-2a95-40df-bdb8-9a82e2ececa1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1089923
Jan 24 05:05:02.929079 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6cfdee9e-de96-43f4-9381-26e7717c2dc0 req-e048528e-dd9a-44cb-b843-f523907e81f1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0530181
Jan 24 05:05:03.535699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c8a92-d89b-4fc0-b937-dfe0219598ad req-ce0271aa-c99a-4936-b2a3-8926f79b8a18 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:03.537600 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-aa059410-02bf-450c-9992-b500291f3dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:03.543855 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-364c8a92-d89b-4fc0-b937-dfe0219598ad req-ce0271aa-c99a-4936-b2a3-8926f79b8a18 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1190591
Jan 24 05:05:03.592174 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-364c8a92-d89b-4fc0-b937-dfe0219598ad req-2c79fad5-49f0-4919-beba-f1c91cb808d6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474043
Jan 24 05:05:03.674110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fede8f4-dcf9-42ac-ad31-69251e089e90 req-93b4fbed-7645-48cc-a8f2-05baba3a00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:03.675742 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3fede8f4-dcf9-42ac-ad31-69251e089e90 req-93b4fbed-7645-48cc-a8f2-05baba3a00bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 1162 time: 0.0822144
Jan 24 05:05:03.816738 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:03.944853 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3fede8f4-dcf9-42ac-ad31-69251e089e90 req-f202705d-9a22-4601-981e-86e4ca7e192e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2617970
Jan 24 05:05:04.161998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b610f-96a2-40c5-8abe-b1ebdeb6bcca req-14093528-b1e0-42cc-9af6-26d4860f4dab tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:04.163504 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e92b610f-96a2-40c5-8abe-b1ebdeb6bcca req-14093528-b1e0-42cc-9af6-26d4860f4dab tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1036923
Jan 24 05:05:04.217415 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e92b610f-96a2-40c5-8abe-b1ebdeb6bcca req-34bd9453-872a-4af3-a629-560ca1a7dfc6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0469208
Jan 24 05:05:04.844538 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e14301-ba6e-45d3-846d-fc3a829453fe req-fa77d01e-4e61-425e-bb69-e0f4e2c2dd2b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:04.846163 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f4e14301-ba6e-45d3-846d-fc3a829453fe req-fa77d01e-4e61-425e-bb69-e0f4e2c2dd2b tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1068487
Jan 24 05:05:04.902126 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f4e14301-ba6e-45d3-846d-fc3a829453fe req-2de21e2b-d22a-4451-b7c5-feb0d3cf7231 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488706
Jan 24 05:05:05.040659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:05.450442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:05.472909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8186ce-7c33-4019-95be-8efc87f43149 req-658ab61c-1ce6-4eb2-ab0c-c302dc28644d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:05.474557 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-de8186ce-7c33-4019-95be-8efc87f43149 req-658ab61c-1ce6-4eb2-ab0c-c302dc28644d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1124058
Jan 24 05:05:05.531466 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-de8186ce-7c33-4019-95be-8efc87f43149 req-40cbf8c0-4f24-4493-831d-7d095f7e59dd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0501380
Jan 24 05:05:05.767186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d3a4-94f8-4299-b62a-8967ad982014 req-0b7572d7-ba51-46c2-ab38-3957e3023e1d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:05.768855 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1786d3a4-94f8-4299-b62a-8967ad982014 req-0b7572d7-ba51-46c2-ab38-3957e3023e1d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1061773
Jan 24 05:05:05.821230 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1786d3a4-94f8-4299-b62a-8967ad982014 req-2aa9ad15-4ee6-4e24-b0fd-11b6ed6d364f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455992
Jan 24 05:05:06.043258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-9780d851-ef7f-431e-873a-366eb95dc47a tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:05:06.059956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-9780d851-ef7f-431e-873a-366eb95dc47a tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:05:06.061385 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-9780d851-ef7f-431e-873a-366eb95dc47a tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1858060
Jan 24 05:05:06.072669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'floatingip': {'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:05:06.082546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:05:06.086781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Usage tracker for resource:floatingip and tenant:d22a2106c95d4d76ba07f2041c9a1ae5 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:05:06.090082 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:05:06.095829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:05:06.105391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:06.158019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf6956-245c-41db-8641-a3e696a50db1 req-ddef4971-dde9-468c-aa00-0cc1a836ddd2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:06.159663 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3baf6956-245c-41db-8641-a3e696a50db1 req-ddef4971-dde9-468c-aa00-0cc1a836ddd2 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1118853
Jan 24 05:05:06.212304 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3baf6956-245c-41db-8641-a3e696a50db1 req-fe8e27e3-ddb4-49b2-afd0-db0c65ef0f8c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458694
Jan 24 05:05:06.254383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:06.529364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Allocated IP 172.27.3.117 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/9153b697-12a8-4a31-9980-7f86fc968636) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:05:06.685470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:06.713902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:06.730339 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-65ee4f22-d31c-45b6-8d6c-003ecdfb32e6 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:06.775743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b2afff89-4a5c-4f70-a907-d3168c961a8b up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:06.856537 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port b2afff89-4a5c-4f70-a907-d3168c961a8b triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:06.857027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:06.987286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:07.016304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:05:07.027257 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port b2afff89-4a5c-4f70-a907-d3168c961a8b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:07.032210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:07.034179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:07.082862 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'code': 200}
Jan 24 05:05:07.091125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'Port': ['ID=9153b697-12a8-4a31-9980-7f86fc968636,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:07.110383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=b2afff89-4a5c-4f70-a907-d3168c961a8b,revision_number=6']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:07.114996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.115410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.115818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.116337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.116626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.117062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.117604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.118276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.118675 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.118941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.119049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.119421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.119575 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.119802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.119958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.120176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.120324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.120565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.120778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.121424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.121530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.121621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.121702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.121782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.121956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.122074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.122312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.122424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.122679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.122769 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.123070 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.123172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.123428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.123565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.123810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.123948 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.124205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.124326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.124602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.124715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.124974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.125087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.125385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.125755 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.126122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.126553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.126831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.127196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:07.130592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:07.131504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:07.169530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:05:07.170725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:07.173303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:05:07.259082 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:07.326350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:07.475997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa222768-5553-4d84-94fd-ccf838fe4aaf req-894a5089-c303-42ed-ad32-9ba059d8f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:07.477078 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:05:07.478393 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aa222768-5553-4d84-94fd-ccf838fe4aaf req-894a5089-c303-42ed-ad32-9ba059d8f5c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 1162 time: 0.1563339
Jan 24 05:05:07.504087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbee24-6ff6-49e4-b517-db315fc6442c req-94871fdd-1f6e-4b20-ba3c-72d9ee838ebc tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:07.505719 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-29bbee24-6ff6-49e4-b517-db315fc6442c req-94871fdd-1f6e-4b20-ba3c-72d9ee838ebc tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1363490
Jan 24 05:05:07.580879 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aa222768-5553-4d84-94fd-ccf838fe4aaf req-0cdf1764-9499-4b91-9207-cc7032b8af51 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740099
Jan 24 05:05:07.589742 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-29bbee24-6ff6-49e4-b517-db315fc6442c req-61bb6162-be5a-4124-9714-68d18a114ec6 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672143
Jan 24 05:05:07.606212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:07.610593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350481'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:07.627068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:07.764386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'Port': ['ID=9153b697-12a8-4a31-9980-7f86fc968636,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:07.768935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:07.875417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:07.897496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:07.899122 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8311505
Jan 24 05:05:07.991515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-3f4a6888-2596-4a03-809f-0a9175223e38 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:floatingip {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:05:08.008877 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-3f4a6888-2596-4a03-809f-0a9175223e38 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:floatingip {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:05:08.010107 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-3f4a6888-2596-4a03-809f-0a9175223e38 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.117 HTTP/1.1" status: 200  len: 696 time: 0.1047339
Jan 24 05:05:08.192792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-070ad86c-e616-44c2-bf9e-fe85e7e6f36e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:08.194167 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-219aa79d-8db5-4197-abbb-41fcb04064ca req-070ad86c-e616-44c2-bf9e-fe85e7e6f36e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.1782339
Jan 24 05:05:08.352285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b2afff89-4a5c-4f70-a907-d3168c961a8b up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:08.411370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-b57bb3e7-9956-482a-a46d-16de1c186cb5 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:08.413043 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-b57bb3e7-9956-482a-a46d-16de1c186cb5 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1107430
Jan 24 05:05:08.424062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port b2afff89-4a5c-4f70-a907-d3168c961a8b triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:08.424485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:08.494994 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:08.507602 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-28425376-c4ba-4a62-918d-73255d8fd31c tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.117 HTTP/1.1" status: 200  len: 696 time: 0.0876162
Jan 24 05:05:08.518195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-21f32daa-707d-48f6-be8c-48eae02591aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'floatingip': {'port_id': '36ad2849-16a7-4613-a7e0-98e6ba814c89', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:05:08.605484 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-21f32daa-707d-48f6-be8c-48eae02591aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:08.849745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb073d10-0940-424b-a467-62f4a5a86eda req-a138f0e5-709c-4290-bb27-11ebacbd9f85 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:08.857606 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-eb073d10-0940-424b-a467-62f4a5a86eda req-a138f0e5-709c-4290-bb27-11ebacbd9f85 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1185071
Jan 24 05:05:08.934951 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-eb073d10-0940-424b-a467-62f4a5a86eda req-991874d3-4706-4a21-9cff-2aa2488bc6be tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763156
Jan 24 05:05:09.265854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-21f32daa-707d-48f6-be8c-48eae02591aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:09.269533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-21f32daa-707d-48f6-be8c-48eae02591aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:09.456780 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-21f32daa-707d-48f6-be8c-48eae02591aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Floating IP 4ae7f012-8927-401a-bbb5-fd2e693ea19d associated. External IP: 172.27.3.117, port: 36ad2849-16a7-4613-a7e0-98e6ba814c89.
Jan 24 05:05:09.831286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-21f32daa-707d-48f6-be8c-48eae02591aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Router 8afd8453-a0c9-4b7a-b504-59722b250c0d has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:05:10.020157 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-21f32daa-707d-48f6-be8c-48eae02591aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:10.025955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-21f32daa-707d-48f6-be8c-48eae02591aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:10.032330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] Sync routers for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:05:10.043201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:10.044139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4093198>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:10.105997 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-21f32daa-707d-48f6-be8c-48eae02591aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "PUT /v2.0/floatingips/4ae7f012-8927-401a-bbb5-fd2e693ea19d HTTP/1.1" status: 200  len: 996 time: 1.5920818
Jan 24 05:05:10.106458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:05:10.197136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9248d5e-0470-43e6-b7d7-3174f500d7f9 req-a6c70800-3300-4346-8d1f-f83b24bbef22 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:10.198896 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b9248d5e-0470-43e6-b7d7-3174f500d7f9 req-a6c70800-3300-4346-8d1f-f83b24bbef22 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1156960
Jan 24 05:05:10.259546 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b9248d5e-0470-43e6-b7d7-3174f500d7f9 req-336c8d14-5495-490e-add4-b8bf11627fc0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518579
Jan 24 05:05:10.363044 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89', 'status': 'completed', 'code': 200}
Jan 24 05:05:10.373692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-641e9da0-40d5-4110-905d-e71aa59687e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:10.375440 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-641e9da0-40d5-4110-905d-e71aa59687e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 1162 time: 0.2525642
Jan 24 05:05:10.409182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:10.795642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4093198>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '4ae7f012-8927-401a-bbb5-fd2e693ea19d', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '36ad2849-16a7-4613-a7e0-98e6ba814c89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:3f:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:05:07Z', 'updated_at': '2021-01-24T05:05:09Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:10.799835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] Checking router: 8afd8453-a0c9-4b7a-b504-59722b250c0d for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:05:10.807279 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-14c0608c-28c3-439b-9cb2-b7113fde22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:10.808849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:10.808965 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-14c0608c-28c3-439b-9cb2-b7113fde22a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.4269297
Jan 24 05:05:10.809526 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4093198>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:10.811713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-457012a6-b616-4d3c-b708-f547ac96faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:10.813216 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-457012a6-b616-4d3c-b708-f547ac96faec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 1162 time: 0.3538246
Jan 24 05:05:11.000002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:11.012132 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-bad84525-f526-4c77-a419-e120ef812157 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89 HTTP/1.1" status: 200  len: 999 time: 0.1963832
Jan 24 05:05:11.104429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-f87c4e7b-e94e-4904-889d-49156a82bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:11.106068 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-f87c4e7b-e94e-4904-889d-49156a82bddf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.2389228
Jan 24 05:05:11.113623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-f9652e44-7714-4552-b6d7-eab11cc20cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:11.115144 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-f9652e44-7714-4552-b6d7-eab11cc20cea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0860879
Jan 24 05:05:11.278978 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-7edd8377-2535-437e-9209-bf5de18266a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89 HTTP/1.1" status: 200  len: 999 time: 0.1627963
Jan 24 05:05:11.353536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-ccbe4223-45eb-4cf4-92b9-2f8fb943ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:11.355121 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-ccbe4223-45eb-4cf4-92b9-2f8fb943ac6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1829255
Jan 24 05:05:11.362777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-9416e3a4-1f2a-498e-92db-29e2dd454a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:11.364299 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-9416e3a4-1f2a-498e-92db-29e2dd454a5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0772853
Jan 24 05:05:11.370388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-dd10154a-d80e-4694-bf01-bbdb6c77a0a8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 05:05:11.371445 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-dd10154a-d80e-4694-bf01-bbdb6c77a0a8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0062063
Jan 24 05:05:11.379572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4093198>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '4ae7f012-8927-401a-bbb5-fd2e693ea19d', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '36ad2849-16a7-4613-a7e0-98e6ba814c89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:3f:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:05:07Z', 'updated_at': '2021-01-24T05:05:09Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:11.384452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4221602b-a14d-4a6c-897c-ae99bf3cbe31 None None] The sync data for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi is: [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '4ae7f012-8927-401a-bbb5-fd2e693ea19d', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '36ad2849-16a7-4613-a7e0-98e6ba814c89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:3f:73:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:05:07Z', 'updated_at': '2021-01-24T05:05:09Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:05:11.583789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-f75974a4-de4b-45fc-9b89-95fe47952e4f service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058816
Jan 24 05:05:11.585954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-7014f726-f9eb-421c-a95b-0ad76df96ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:11.587561 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-7014f726-f9eb-421c-a95b-0ad76df96ac2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2086205
Jan 24 05:05:11.678309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cca0e-754b-4aaa-aa55-eae2bc006fba None None] New status for floating IP 4ae7f012-8927-401a-bbb5-fd2e693ea19d: ACTIVE {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:05:11.854154 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-61de2a31-c9f8-4a30-bd72-5879c4fc45a6 req-a740e175-c848-4bfd-9d2d-8b7197d70dc0 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2630315
Jan 24 05:05:11.857445 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-0039cbc7-b05f-4294-902a-6122e33229ef service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2429008
Jan 24 05:05:12.012233 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-46063a99-d0c9-4ca1-8883-5c24e6aaebb4 req-677ecb4b-c123-4f50-b353-a09a3df224c0 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466930
Jan 24 05:05:16.407157 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-da99d04b-5d0e-4ba6-962b-22bf767b9000 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1690908469&fields=id&tenant_id=4be26896dba7466c8febb89025ff9f57 HTTP/1.1" status: 200  len: 267 time: 0.0519507
Jan 24 05:05:16.519298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-cb5814c7-aa5d-4277-ad1e-5fb9864eb937 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:16.520994 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-cb5814c7-aa5d-4277-ad1e-5fb9864eb937 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 984 time: 0.1076670
Jan 24 05:05:16.533333 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Request body: {'port': {'security_groups': ['9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0']}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:05:16.667051 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:16.989636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] For port e887a23c-afa1-4acb-9cd6-33e329e07f8e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:17.016382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:17.019974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:17.035231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2d335b0b-fe52-48e7-83ba-9c13690b4db5 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:17.190869 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event updated for resources: {'Port': ['ID=e887a23c-afa1-4acb-9cd6-33e329e07f8e,revision_number=6']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:17.202404 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.202813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.203219 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.203613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.204004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.204392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.204807 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.205191 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.205573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.205953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.206333 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.206710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.207129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.207510 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.207888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.208265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.208668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.209051 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.209427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.209806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.210187 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.210602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.210982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.211387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:17.217543 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:17.266813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:17.267553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:17.269184 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-406dd39e-224b-440c-b0f2-dc847d71f09f req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "PUT /v2.0/ports/e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 942 time: 0.7409189
Jan 24 05:05:17.271188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:05:17.335051 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'status': 'completed', 'code': 200}
Jan 24 05:05:17.366043 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a7024243-7794-48d8-b7e0-5d6e2a4533f9 req-ac5e6b8d-90f3-440d-9718-170fdcba27c8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups/790e8cb7-1454-4751-a877-3b72ad71ed92 HTTP/1.1" status: 200  len: 3005 time: 0.0620892
Jan 24 05:05:17.450271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a7024243-7794-48d8-b7e0-5d6e2a4533f9 req-c0443fb9-6be8-4d5f-893d-2d56afac9db3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:17.460191 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-7e0805b7-bdad-46a5-acd2-0b4578d60afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:17.462422 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-7e0805b7-bdad-46a5-acd2-0b4578d60afd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1162 time: 0.0788579
Jan 24 05:05:17.481597 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a7024243-7794-48d8-b7e0-5d6e2a4533f9 req-c0443fb9-6be8-4d5f-893d-2d56afac9db3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:17.516441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3c5bf223-cfba-4514-b61c-21eb8c6d6970 None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:17.516826 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3c5bf223-cfba-4514-b61c-21eb8c6d6970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:17.534754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a7024243-7794-48d8-b7e0-5d6e2a4533f9 req-c0443fb9-6be8-4d5f-893d-2d56afac9db3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:17.547680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3b1ca5af-b6e4-489f-8aae-03c6bb893e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:17.562793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0443fb9-6be8-4d5f-893d-2d56afac9db3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event deleted for resources: {'SecurityGroup': ['ID=790e8cb7-1454-4751-a877-3b72ad71ed92,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:17.565720 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c0443fb9-6be8-4d5f-893d-2d56afac9db3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:17.566980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a7024243-7794-48d8-b7e0-5d6e2a4533f9 req-c0443fb9-6be8-4d5f-893d-2d56afac9db3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:17.568179 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a7024243-7794-48d8-b7e0-5d6e2a4533f9 req-c0443fb9-6be8-4d5f-893d-2d56afac9db3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "DELETE /v2.0/security-groups/790e8cb7-1454-4751-a877-3b72ad71ed92 HTTP/1.1" status: 204  len: 173 time: 0.1947854
Jan 24 05:05:17.711439 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-22d42c29-28d7-47a4-b5f3-c208ab66e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:17.713333 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-22d42c29-28d7-47a4-b5f3-c208ab66e692 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 909 time: 0.2377369
Jan 24 05:05:17.810410 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-c1da495b-d683-4ae4-9d19-2f167a8c14f5 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/floatingips/9dfff529-d8c6-43d3-a3c1-ee856b2d6f62 HTTP/1.1" status: 200  len: 997 time: 0.2069016
Jan 24 05:05:17.919595 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-de648ba9-1343-496c-9128-501a7f9ec19e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 1000 time: 0.1981113
Jan 24 05:05:18.034593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-4a3540cc-436e-4616-b034-562a95c2835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:18.036171 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-4a3540cc-436e-4616-b034-562a95c2835f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 200  len: 854 time: 0.1028104
Jan 24 05:05:18.063559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a780b4-d30b-4408-965b-9b326582d660 req-d535c638-4fe0-45ad-aa5c-919b2c7da75f tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:18.064874 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-d535c638-4fe0-45ad-aa5c-919b2c7da75f tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.2455955
Jan 24 05:05:18.113640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-b8ecec7a-c9a3-4a19-b89f-ca7718bd51c6 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 05:05:18.114670 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-b8ecec7a-c9a3-4a19-b89f-ca7718bd51c6 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0103672
Jan 24 05:05:18.463361 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-9e06c2f5-a9c9-4c30-9004-67f8fb577e58 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.42 HTTP/1.1" status: 200  len: 1000 time: 0.3409700
Jan 24 05:05:18.506993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-ec3c3f15-ca8f-4dd2-9f35-d0dc835876f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:18.508871 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-ec3c3f15-ca8f-4dd2-9f35-d0dc835876f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d554e0c6-66e2-40ca-bd7b-728322578c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4430616
Jan 24 05:05:18.631227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device e887a23c-afa1-4acb-9cd6-33e329e07f8e up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:18.647291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a780b4-d30b-4408-965b-9b326582d660 req-19c2f61c-4b08-4200-be6a-5868b9dcaa06 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:18.648998 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-19c2f61c-4b08-4200-be6a-5868b9dcaa06 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports/e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 942 time: 0.1790435
Jan 24 05:05:18.703189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port e887a23c-afa1-4acb-9cd6-33e329e07f8e triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:18.703609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:18.703735 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-8f5bb194-13e9-46ee-80d2-5705b326eb9a service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754253
Jan 24 05:05:18.941249 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-c0acc60b-ba09-41f4-a2f6-51af8a03f601 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.42 HTTP/1.1" status: 200  len: 1000 time: 0.1944230
Jan 24 05:05:19.028761 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6b24c62a-5337-47a7-928a-feb25f5261ab req-22e90f99-a920-4e75-b4ac-08a6f91fa6eb service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3075271
Jan 24 05:05:19.181955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Deleting port b7cd9243-8fba-40c3-bfce-ae4cbcc07c1c {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:19.182330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:19.361763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:19.362121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for floatingip, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:19.493590 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Calling delete_port for b7cd9243-8fba-40c3-bfce-ae4cbcc07c1c owned by network:floatingip {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:19.651980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:19.667738 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-775b8402-2c05-4eb9-b1d2-3c4bdeaac016 tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:19.764276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event deleted for resources: {'Port': ['ID=b7cd9243-8fba-40c3-bfce-ae4cbcc07c1c,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:19.768220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:19.891713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks [] for floatingip, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:19.892128 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Floating IP 9dfff529-d8c6-43d3-a3c1-ee856b2d6f62 disassociated (deleted). External IP: 172.27.3.42, port: e887a23c-afa1-4acb-9cd6-33e329e07f8e.
Jan 24 05:05:20.261181 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Router e5d45248-6d91-4ec8-b7f8-68ecfa839693 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:05:20.453407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:20.464301 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] Sync routers for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:05:20.474380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:20.475045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcff9df28>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:20.480079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:20.676451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:20.770144 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "DELETE /v2.0/floatingips/9dfff529-d8c6-43d3-a3c1-ee856b2d6f62 HTTP/1.1" status: 204  len: 173 time: 1.8148715
Jan 24 05:05:20.770704 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:05:20.834403 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'status': 'completed', 'code': 200}
Jan 24 05:05:20.864200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a780b4-d30b-4408-965b-9b326582d660 req-2b1714de-2d9b-4fc1-9794-087c8e453733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:20.865904 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-2b1714de-2d9b-4fc1-9794-087c8e453733 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1162 time: 0.0819814
Jan 24 05:05:21.019340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcff9df28>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:42Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '94c425d6-68d0-49a1-b8c3-4e7b20e26f02', 'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'mac_address': 'fa:16:3e:bd:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:40Z', 'updated_at': '2021-01-24T05:02:53Z', 'revision_number': 5, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'subnets': [{'id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:21.024951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] Checking router: e5d45248-6d91-4ec8-b7f8-68ecfa839693 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:05:21.034161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:21.034812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcff9df28>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:21.082317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a780b4-d30b-4408-965b-9b326582d660 req-58ea5ee9-0e7d-44fc-9f97-9dfe50764455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:21.083800 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-58ea5ee9-0e7d-44fc-9f97-9dfe50764455 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 909 time: 0.2112083
Jan 24 05:05:21.086696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-332c9c21-db6d-4e36-bfed-39649115bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:21.088565 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-332c9c21-db6d-4e36-bfed-39649115bd44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4be26896dba7466c8febb89025ff9f57&device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 1162 time: 0.1920931
Jan 24 05:05:21.191509 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-2e82ed03-a671-461f-a347-660979567c83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 217 time: 0.0976596
Jan 24 05:05:21.354110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a780b4-d30b-4408-965b-9b326582d660 req-19df7ffe-7ecf-4405-931a-069f76f758ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:21.355722 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-19df7ffe-7ecf-4405-931a-069f76f758ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 200  len: 854 time: 0.1100838
Jan 24 05:05:21.399793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:21.423274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-18896652-00ab-4103-9ffc-225b00b6aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:21.424900 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-18896652-00ab-4103-9ffc-225b00b6aa6b service neutron] 10.222.0.61 "GET /v2.0/networks?id=d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 200  len: 909 time: 0.2713773
Jan 24 05:05:21.516612 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-fddc038e-af04-4abf-88b0-08c8eb6e04d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 200  len: 217 time: 0.0732718
Jan 24 05:05:21.565592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a780b4-d30b-4408-965b-9b326582d660 req-20866d68-8706-4519-a20a-67428acc9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:21.567167 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-20866d68-8706-4519-a20a-67428acc9d00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d554e0c6-66e2-40ca-bd7b-728322578c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1977203
Jan 24 05:05:21.676272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-9f49c3b3-2ee6-4b7f-a744-0d72dd83836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:21.677868 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-9f49c3b3-2ee6-4b7f-a744-0d72dd83836b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 200  len: 854 time: 0.1530344
Jan 24 05:05:21.737115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcff9df28>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:42Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '94c425d6-68d0-49a1-b8c3-4e7b20e26f02', 'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'mac_address': 'fa:16:3e:bd:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:40Z', 'updated_at': '2021-01-24T05:02:53Z', 'revision_number': 5, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'subnets': [{'id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:21.741525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db6e59-3bae-473d-81d3-a9a64e4e3a9e None None] The sync data for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi is: [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:02:42Z', 'revision_number': 4, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '94c425d6-68d0-49a1-b8c3-4e7b20e26f02', 'name': '', 'network_id': 'd554e0c6-66e2-40ca-bd7b-728322578c6d', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'mac_address': 'fa:16:3e:bd:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:40Z', 'updated_at': '2021-01-24T05:02:53Z', 'revision_number': 5, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'subnets': [{'id': 'e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:05:21.798113 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-d762b512-819e-4147-8e14-742c3823272d service neutron] 10.222.0.10 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212806
Jan 24 05:05:21.890018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-60eb0d4c-8b2a-4e20-8fec-13493a12fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:21.891646 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-60eb0d4c-8b2a-4e20-8fec-13493a12fd81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d554e0c6-66e2-40ca-bd7b-728322578c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2035604
Jan 24 05:05:22.068788 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-77a780b4-d30b-4408-965b-9b326582d660 req-150d67ad-6582-49cf-a6be-88a50a402477 service neutron] 10.222.0.10 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2625027
Jan 24 05:05:22.091960 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-001acd7b-acf3-4b35-acdb-43144a835a5b service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1929672
Jan 24 05:05:22.138956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f05801-2adf-470f-ace6-e33b8287e32b None None] New status for floating IP 9dfff529-d8c6-43d3-a3c1-ee856b2d6f62: DOWN {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:05:22.249962 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-163d3a60-2b43-41e9-aea2-981e87db47cc req-be2b07d9-c976-4393-9e1f-011ed6e3a363 service neutron] 10.222.0.61 "GET /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492522
Jan 24 05:05:26.588075 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6dc1-1299-4c08-a47b-fb321034b205 req-fa4e624c-4924-4d24-8669-b52fa8a23115 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:26.588887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-70fa6dc1-1299-4c08-a47b-fb321034b205 req-fa4e624c-4924-4d24-8669-b52fa8a23115 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Synchronizing usage tracker for tenant:4be26896dba7466c8febb89025ff9f57 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:05:26.604417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-70fa6dc1-1299-4c08-a47b-fb321034b205 req-fa4e624c-4924-4d24-8669-b52fa8a23115 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Unset dirty status for tenant:4be26896dba7466c8febb89025ff9f57 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:05:26.605764 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-70fa6dc1-1299-4c08-a47b-fb321034b205 req-fa4e624c-4924-4d24-8669-b52fa8a23115 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1225169
Jan 24 05:05:26.662836 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-70fa6dc1-1299-4c08-a47b-fb321034b205 req-0d01cccf-a76d-40b4-b404-d10d8126f0d8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504541
Jan 24 05:05:27.900447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a97dac-1f95-4b10-acc1-0e7acd83dcd2 req-3769fece-3697-4717-a34a-69704bf513a6 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:27.902043 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d3a97dac-1f95-4b10-acc1-0e7acd83dcd2 req-3769fece-3697-4717-a34a-69704bf513a6 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1079664
Jan 24 05:05:27.955396 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d3a97dac-1f95-4b10-acc1-0e7acd83dcd2 req-65a6d6e7-37ff-4902-93a5-13092fbc9eb2 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471454
Jan 24 05:05:28.919660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6610b-76b2-4d78-8b75-e2eb78dccf7b req-dad8829c-2ee6-471b-acf4-5741b092edca tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:28.921281 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30d6610b-76b2-4d78-8b75-e2eb78dccf7b req-dad8829c-2ee6-471b-acf4-5741b092edca tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 946 time: 0.1088367
Jan 24 05:05:29.015112 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-30d6610b-76b2-4d78-8b75-e2eb78dccf7b req-9808febc-2882-4290-9972-851f58d6f7f0 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876307
Jan 24 05:05:29.075781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-470d4741-9cb9-49d8-ae1a-01791804da25 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:29.077433 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-470d4741-9cb9-49d8-ae1a-01791804da25 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.61 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1158249
Jan 24 05:05:29.165717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Deleting port e887a23c-afa1-4acb-9cd6-33e329e07f8e {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:29.166104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:29.196613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10341e27-1b33-454a-a418-b8ac1338d235 req-064367bc-adb9-46a9-b160-8ae78adf38c3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:29.198206 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10341e27-1b33-454a-a418-b8ac1338d235 req-064367bc-adb9-46a9-b160-8ae78adf38c3 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 945 time: 0.1059518
Jan 24 05:05:29.249561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-10341e27-1b33-454a-a418-b8ac1338d235 req-8d2e46e2-f33d-4fb9-89e2-f1aa7a0ede25 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Synchronizing usage tracker for tenant:4be26896dba7466c8febb89025ff9f57 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:05:29.266225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-10341e27-1b33-454a-a418-b8ac1338d235 req-8d2e46e2-f33d-4fb9-89e2-f1aa7a0ede25 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Unset dirty status for tenant:4be26896dba7466c8febb89025ff9f57 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:05:29.267498 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10341e27-1b33-454a-a418-b8ac1338d235 req-8d2e46e2-f33d-4fb9-89e2-f1aa7a0ede25 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/security-groups?id=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630288
Jan 24 05:05:29.432556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] For port e887a23c-afa1-4acb-9cd6-33e329e07f8e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=e887a23c-afa1-4acb-9cd6-33e329e07f8e,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:29.432992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:29.566531 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Calling delete_port for e887a23c-afa1-4acb-9cd6-33e329e07f8e owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:29.715324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:29.943760 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:30.039931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Pushing event deleted for resources: {'Port': ['ID=e887a23c-afa1-4acb-9cd6-33e329e07f8e,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:30.046806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:30.150932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] No DVR routers for this DVR port e887a23c-afa1-4acb-9cd6-33e329e07f8e on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:05:30.153328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:30.156153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'name': 'network-vif-deleted', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:05:30.219667 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9c82c8-5b01-4616-80e6-1f20bd02d20d', 'name': 'network-vif-deleted', 'tag': 'e887a23c-afa1-4acb-9cd6-33e329e07f8e', 'status': 'completed', 'code': 200}
Jan 24 05:05:30.223745 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2affa612-9fad-4d77-97d4-15c0c7385798 req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.61 "DELETE /v2.0/ports/e887a23c-afa1-4acb-9cd6-33e329e07f8e HTTP/1.1" status: 204  len: 173 time: 1.1377933
Jan 24 05:05:30.283668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c556e0-6088-449e-bfb4-ca1882bbef80 req-ed99e338-7216-4b9d-95d0-86893988dc9d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:30.285366 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23c556e0-6088-449e-bfb4-ca1882bbef80 req-ed99e338-7216-4b9d-95d0-86893988dc9d tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 946 time: 0.1240730
Jan 24 05:05:30.340048 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23c556e0-6088-449e-bfb4-ca1882bbef80 req-e6f60ac6-dbc9-43a2-8e9c-ddb256b8fc75 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473907
Jan 24 05:05:30.426017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device e887a23c-afa1-4acb-9cd6-33e329e07f8e no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:05:30.453573 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7ded2a5e-fb02-4094-ae8e-5ce61a8bcbc6 req-bce9b462-143f-47fb-9d87-0aa72299492a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] 10.222.0.10 "GET /v2.0/ports?device_id=9f9c82c8-5b01-4616-80e6-1f20bd02d20d HTTP/1.1" status: 200  len: 210 time: 0.0536716
Jan 24 05:05:30.467587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: e887a23c-afa1-4acb-9cd6-33e329e07f8e {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:05:30.467986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device e887a23c-afa1-4acb-9cd6-33e329e07f8e not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:05:31.162093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-39cf3337-8d79-41b8-9cbf-b4a428fddcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:31.393042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-853e2ae1-abe0-465f-b1d6-18c2cb48d0c8 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:31.394677 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-853e2ae1-abe0-465f-b1d6-18c2cb48d0c8 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 946 time: 0.1047490
Jan 24 05:05:31.484537 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Deleting port 217edbf6-432b-4cee-86d0-030d3f77fe33 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:31.484959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:31.778793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1d359-ddf0-4dbf-bf09-77d9b54dfb55 req-bb0f9999-801d-462b-9dcf-1314af9fba80 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:31.780565 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f3c1d359-ddf0-4dbf-bf09-77d9b54dfb55 req-bb0f9999-801d-462b-9dcf-1314af9fba80 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 946 time: 0.2643204
Jan 24 05:05:31.877766 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f3c1d359-ddf0-4dbf-bf09-77d9b54dfb55 req-66df637d-0c15-4aab-89d0-ee51c04ace06 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups?id=4f3b50c3-b009-4fad-aa0e-c39780d76718&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851688
Jan 24 05:05:31.886079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] For port 217edbf6-432b-4cee-86d0-030d3f77fe33, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=217edbf6-432b-4cee-86d0-030d3f77fe33,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:31.886405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:32.137048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54268) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:32.205629 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:32.206772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:32.207118 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Floating IP 0093c405-986f-4ac4-9c03-c68c6c35ac41 disassociated. External IP: 172.27.3.82, port: 217edbf6-432b-4cee-86d0-030d3f77fe33.
Jan 24 05:05:32.207494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Calling delete_port for 217edbf6-432b-4cee-86d0-030d3f77fe33 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:32.356644 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:32.372004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56fa9abe-3fe4-44a1-bd31-8541f460f4bd tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:32.423669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event deleted for resources: {'Port': ['ID=217edbf6-432b-4cee-86d0-030d3f77fe33,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:32.446742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 217edbf6-432b-4cee-86d0-030d3f77fe33 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:05:32.479962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:32.485044 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: 217edbf6-432b-4cee-86d0-030d3f77fe33 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:05:32.485440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 217edbf6-432b-4cee-86d0-030d3f77fe33 not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:05:32.718452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851001620'] for router_interface, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:32.743180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:05:32.951562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:32.973741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] Sync routers for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:05:32.987999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:32.988764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4dc26a0>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:33.034793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] No DVR routers for this DVR port 217edbf6-432b-4cee-86d0-030d3f77fe33 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:05:33.039032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:33.055746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'name': 'network-vif-deleted', 'tag': '217edbf6-432b-4cee-86d0-030d3f77fe33'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:05:33.071810 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-666a6c6e-f1bf-480c-90e8-429d2f910f8b req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.61 "DELETE /v2.0/ports/217edbf6-432b-4cee-86d0-030d3f77fe33 HTTP/1.1" status: 204  len: 173 time: 1.6713202
Jan 24 05:05:33.121289 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d96f3c2e-4718-4b18-ac15-6b5048c7a779 req-90c39e07-2de4-4b3b-98c3-da34a7e2e426 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/ports?device_id=4af8d851-6184-4b68-aeec-9973e8c5ac0a HTTP/1.1" status: 200  len: 210 time: 0.0780442
Jan 24 05:05:33.151237 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af8d851-6184-4b68-aeec-9973e8c5ac0a', 'name': 'network-vif-deleted', 'tag': '217edbf6-432b-4cee-86d0-030d3f77fe33', 'status': 'completed', 'code': 200}
Jan 24 05:05:33.280689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Deleting port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:33.281198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:33.281739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:33.485851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] For port 94c425d6-68d0-49a1-b8c3-4e7b20e26f02, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=94c425d6-68d0-49a1-b8c3-4e7b20e26f02,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:33.486228 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:33.545203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e417c60-3845-4717-ba26-84b9dafb0a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:33.627307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Calling delete_port for 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 owned by network:router_interface {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:33.652004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4dc26a0>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:33.656156 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] Checking router: ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:05:33.666587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:33.667267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4dc26a0>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:33.822809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:33.839816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1382dfe5-8247-4fcb-a493-8451dbcd235b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:33.840129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:33.881371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:33.941573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Pushing event deleted for resources: {'Port': ['ID=94c425d6-68d0-49a1-b8c3-4e7b20e26f02,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:33.945780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:34.267170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4dc26a0>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:34.272152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be450a1f-c6ee-44b3-8313-6316e6f11781 None None] The sync data for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi is: [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T04:57:56Z', 'revision_number': 4, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '232edbfd-6c21-433e-80a8-53c0b8114eab', 'name': '', 'network_id': '56c4ea9e-4606-4803-ab20-b342a16a6e47', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'mac_address': 'fa:16:3e:6e:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:52Z', 'updated_at': '2021-01-24T04:58:12Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'subnets': [{'id': 'b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:05:34.317331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 54280) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:34.396688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a39faba-aa48-44de-8568-d2186a109a4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:34.428216 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a39faba-aa48-44de-8568-d2186a109a4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:34.487380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a39faba-aa48-44de-8568-d2186a109a4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:34.493470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0e7355f8-b0b1-46c8-b204-23b5687b8d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:34.494052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850854220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851001770'] for router_interface, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:34.510122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39faba-aa48-44de-8568-d2186a109a4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3b50c3-b009-4fad-aa0e-c39780d76718,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:34.513030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7a39faba-aa48-44de-8568-d2186a109a4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:34.519968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a39faba-aa48-44de-8568-d2186a109a4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:34.521447 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-7a39faba-aa48-44de-8568-d2186a109a4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "DELETE /v2.0/security-groups/4f3b50c3-b009-4fad-aa0e-c39780d76718 HTTP/1.1" status: 204  len: 168 time: 0.2030303
Jan 24 05:05:34.525418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 54284) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:34.550255 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.v2.resource [None req-441ff2f2-0407-4843-b3f4-1d208a739fe1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] show failed (client error): The resource could not be found.
Jan 24 05:05:34.552725 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-441ff2f2-0407-4843-b3f4-1d208a739fe1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "GET /v2.0/security-groups/4f3b50c3-b009-4fad-aa0e-c39780d76718 HTTP/1.1" status: 404  len: 347 time: 0.0242035
Jan 24 05:05:34.555331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 54288) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:34.702867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84773d41-66a8-45ba-9b78-102443fa5b8d None None] New status for floating IP 0093c405-986f-4ac4-9c03-c68c6c35ac41: DOWN {{(pid=80087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:05:34.730735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Deleting port 635f5572-5f79-434f-a60c-f91c88c884c7 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:34.731113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:34.933346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:34.934052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:35.026970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Router e5d45248-6d91-4ec8-b7f8-68ecfa839693 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:05:35.046654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:35.071243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Calling delete_port for 635f5572-5f79-434f-a60c-f91c88c884c7 owned by network:floatingip {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:35.156898 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:05:35.157270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:05:35.221504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:35.231011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] Sync routers for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:05:35.234657 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] 10.222.0.10 "PUT /v2.0/routers/e5d45248-6d91-4ec8-b7f8-68ecfa839693/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0965047
Jan 24 05:05:35.237491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54292) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:35.242352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:35.243507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcffc7c50>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:35.425210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks [] for router, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:35.439134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:35.579560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:35.614901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:35.620806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Deleting port 1d6385d3-6376-4b15-a516-84eeddab1601 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:35.621409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:35.658837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Deleting port 635f5572-5f79-434f-a60c-f91c88c884c7 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:35.659783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:35.819227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] For port 1d6385d3-6376-4b15-a516-84eeddab1601, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=1d6385d3-6376-4b15-a516-84eeddab1601,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:35.819747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:35.939337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcffc7c50>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:05:33Z', 'revision_number': 5, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:35.944138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] Checking router: e5d45248-6d91-4ec8-b7f8-68ecfa839693 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:05:35.955628 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] Routers {'e5d45248-6d91-4ec8-b7f8-68ecfa839693'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:35.956552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcffc7c50>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:35.958957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Calling delete_port for 1d6385d3-6376-4b15-a516-84eeddab1601 owned by network:router_gateway {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:36.082505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.082890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.110823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.158776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] Set router e5d45248-6d91-4ec8-b7f8-68ecfa839693 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:36.215300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Calling delete_port for 635f5572-5f79-434f-a60c-f91c88c884c7 owned by network:floatingip {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:36.317342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778788'] for router_gateway, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.386397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.403726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b1daace1-03de-4c8c-9496-95af7baec05c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:36.508259 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcffc7c50>, [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:05:33Z', 'revision_number': 5, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:36.510117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Pushing event deleted for resources: {'Port': ['ID=635f5572-5f79-434f-a60c-f91c88c884c7,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:36.514398 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f51e88-5736-44aa-aa4f-f2f7ce7044eb None None] The sync data for ids ['e5d45248-6d91-4ec8-b7f8-68ecfa839693'] in dv-cinder-772181-5-iscsi is: [{'id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'name': 'tempest-TestMinimumBasicScenario-2138255927-router', 'tenant_id': '4be26896dba7466c8febb89025ff9f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:02:34Z', 'updated_at': '2021-01-24T05:05:33Z', 'revision_number': 5, 'project_id': '4be26896dba7466c8febb89025ff9f57', 'gw_port': {'id': '1d6385d3-6376-4b15-a516-84eeddab1601', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d45248-6d91-4ec8-b7f8-68ecfa839693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:02:35Z', 'updated_at': '2021-01-24T05:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:05:36.519021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:36.667717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks [] for floatingip, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.684502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.692563 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] 10.222.0.10 "DELETE /v2.0/floatingips/0093c405-986f-4ac4-9c03-c68c6c35ac41 HTTP/1.1" status: 204  len: 168 time: 2.1324859
Jan 24 05:05:36.700920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13389'] for router, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.703425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.724791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988397'] for router, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.725442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5d45248-6d91-4ec8-b7f8-68ecfa839693 {{(pid=80084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 24 05:05:36.738978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.743073 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1498af40-f20d-4bfc-970a-639ff0da7302 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e5d45248-6d91-4ec8-b7f8-68ecfa839693 HTTP/1.1" status: 204  len: 168 time: 1.5017426
Jan 24 05:05:36.743478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54298) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:36.814854 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac68288c-8212-4fee-a303-16fc8a36e3df admin admin] Deleting subnet e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:05:36.818198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ac68288c-8212-4fee-a303-16fc8a36e3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.876892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:05:36.880757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ac68288c-8212-4fee-a303-16fc8a36e3df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27081706'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:36.919692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:05:36.920286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 94c425d6-68d0-49a1-b8c3-4e7b20e26f02 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:05:37.012077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ac68288c-8212-4fee-a303-16fc8a36e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:37.283856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ac68288c-8212-4fee-a303-16fc8a36e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852425908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827738002'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:37.300383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4ccc82c6-8575-4428-9906-de0493f2903f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:37.384914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68288c-8212-4fee-a303-16fc8a36e3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:37.392199 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ac68288c-8212-4fee-a303-16fc8a36e3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:37.435770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ac68288c-8212-4fee-a303-16fc8a36e3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:37.441321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e22dcdf-c05c-48e6-bb6f-10f34f8460c6 None None] Network d554e0c6-66e2-40ca-bd7b-728322578c6d requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:05:37.441745 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ac68288c-8212-4fee-a303-16fc8a36e3df admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e4d3ac6c-698b-4f73-b8f5-2bd4f6d4485f HTTP/1.1" status: 204  len: 168 time: 0.6972332
Jan 24 05:05:37.444745 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54304) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:37.562007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:37.635534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Deleting port 14676422-a620-4510-b365-04d354691273 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:37.635904 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:37.701270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] DHCP port deletion for d554e0c6-66e2-40ca-bd7b-728322578c6d request from dv-cinder-772181-5-iscsi {{(pid=80085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 24 05:05:37.705695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] Deleting port 14676422-a620-4510-b365-04d354691273 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:37.706193 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:37.862927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] For port 14676422-a620-4510-b365-04d354691273, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=14676422-a620-4510-b365-04d354691273,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:37.863320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:37.930743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] For port 14676422-a620-4510-b365-04d354691273, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=14676422-a620-4510-b365-04d354691273,segment=NetworkSegment(2a534a56-fed3-4534-8a58-80b5779611b0),segment_id=2a534a56-fed3-4534-8a58-80b5779611b0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:37.931420 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:38.001701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Calling delete_port for 14676422-a620-4510-b365-04d354691273 owned by network:dhcp {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:38.069012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] Calling delete_port for 14676422-a620-4510-b365-04d354691273 owned by network:dhcp {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:38.102020 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:38.120105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c78fc07c-9f0c-46b8-ae5e-735b48bf82eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:38.218177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:05:38.218581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:05:38.228766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Pushing event deleted for resources: {'Port': ['ID=14676422-a620-4510-b365-04d354691273,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:38.243269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:38.277350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] No DVR routers for this DVR port 14676422-a620-4510-b365-04d354691273 on host dv-cinder-772181-5-iscsi {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:05:38.408949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:38.482492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:38.528957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd560df60>,) {'filters': {'network_id': ['d554e0c6-66e2-40ca-bd7b-728322578c6d']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:38.542319 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd560df60>, '2a534a56-fed3-4534-8a58-80b5779611b0') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:38.542660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd560df60>, '2a534a56-fed3-4534-8a58-80b5779611b0') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:38.554640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827694110'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:38.569369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:38.571349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:05:38.719945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] Deleting port 14676422-a620-4510-b365-04d354691273 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:38.720376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:38.753614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Network d554e0c6-66e2-40ca-bd7b-728322578c6d has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:05:38.763098 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350575'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:38.792642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-30d8c49e-7c42-4074-84b1-cb0fff5efeea None None] The port '14676422-a620-4510-b365-04d354691273' was deleted {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 24 05:05:38.910689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 1d6385d3-6376-4b15-a516-84eeddab1601 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:05:38.941574 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Network d554e0c6-66e2-40ca-bd7b-728322578c6d has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:05:38.946225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 1d6385d3-6376-4b15-a516-84eeddab1601 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:05:38.946623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 1d6385d3-6376-4b15-a516-84eeddab1601 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:05:38.947088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 14676422-a620-4510-b365-04d354691273 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:05:38.969481 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:05:38.984444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 14676422-a620-4510-b365-04d354691273 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:05:38.984865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 14676422-a620-4510-b365-04d354691273 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:05:39.044014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:39.047520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-50173903-058b-4bfa-917b-bf25bdf1defb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:39.063901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:39.073395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Pushing event deleted for resources: {'Network': ['ID=d554e0c6-66e2-40ca-bd7b-728322578c6d,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:39.076893 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:39.086993 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] 10.222.0.10 "DELETE /v2.0/networks/d554e0c6-66e2-40ca-bd7b-728322578c6d HTTP/1.1" status: 204  len: 168 time: 1.6411915
Jan 24 05:05:39.299312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54322) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:39.356459 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-535c5ad9-b4d4-40cc-8359-fa0a74e71690 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4be26896dba7466c8febb89025ff9f57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557852
Jan 24 05:05:39.359092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54328) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:39.424584 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1b39534e-5609-4e83-bb65-ea99304faba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:39.452587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1b39534e-5609-4e83-bb65-ea99304faba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:39.501787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1b39534e-5609-4e83-bb65-ea99304faba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:39.509843 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0279c343-3c58-4ac5-828b-4eda353a1cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:39.524436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39534e-5609-4e83-bb65-ea99304faba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:39.527384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1b39534e-5609-4e83-bb65-ea99304faba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:39.534218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1b39534e-5609-4e83-bb65-ea99304faba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:39.535442 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1b39534e-5609-4e83-bb65-ea99304faba3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fadd5b5-1ed2-49fe-9f2f-aeaaaa2600f0 HTTP/1.1" status: 204  len: 168 time: 0.1753571
Jan 24 05:05:40.428655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54356) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:40.567898 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-851064891-network', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:05:40.574194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:05:40.578547 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Usage tracker for resource:network and tenant:9e0313a4047b425c9fa3ce8e9264e924 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:05:40.581662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:05:40.587989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:05:40.597611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Made reservation on behalf of 9e0313a4047b425c9fa3ce8e9264e924 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:05:40.602347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:40.615129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:40.630907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:05:40.635555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0313a4047b425c9fa3ce8e9264e924 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:05:40.638534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:05:40.644693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:05:40.735606 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:40.738808 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:40.742617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a081d43c-ef42-4cc8-94fa-7f37ad3fe660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:40.779326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 05:05:40.785768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bb02e2-a256-48e7-a559-b8178762eede,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:40.789739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:40.793364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:40.793754 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Added segment 4b5c4dde-9152-42a0-8b99-37f144a30b78 of type vxlan for network e14835ae-0f29-449a-899b-fc42d84a4013
Jan 24 05:05:40.826009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:40.833895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54368) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:40.864368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:40.866221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:40.866919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:40.871975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:41.105776 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6759193
Jan 24 05:05:41.108993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 54374) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:41.115192 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Request body: {'subnet': {'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-851064891-subnet', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'ip_version': 4}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:05:41.120512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:05:41.120700 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Pushing event updated for resources: {'Network': ['ID=e14835ae-0f29-449a-899b-fc42d84a4013,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:41.124625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Usage tracker for resource:subnet and tenant:9e0313a4047b425c9fa3ce8e9264e924 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:05:41.125051 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:41.132914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:05:41.133489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network e14835ae-0f29-449a-899b-fc42d84a4013 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:05:41.138973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:05:41.148596 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Made reservation on behalf of 9e0313a4047b425c9fa3ce8e9264e924 for: {'subnet': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:05:41.148981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network e14835ae-0f29-449a-899b-fc42d84a4013 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:05:41.153449 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2132642'] for subnet, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:41.587853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27068360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2132659'] for subnet, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:41.602699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:41.734462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce760ce4-f5a4-4543-8e56-17aecfbc70e5,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:41.737417 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:41.814865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Checking segment: {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:05:41.815254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Network hostable DHCP agents. Network: e14835ae-0f29-449a-899b-fc42d84a4013, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 05:05:41.823648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851001620'] for router_interface, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:41.835478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Network e14835ae-0f29-449a-899b-fc42d84a4013 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 05:05:41.843905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, e14835ae-0f29-449a-899b-fc42d84a4013) {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:41.853309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0647a9-7803-493e-a3cb-d25c6f288259 None None] Network e14835ae-0f29-449a-899b-fc42d84a4013 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:05:41.857252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:41.857909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:41.882354 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7721653
Jan 24 05:05:41.883031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 54378) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:41.889503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:05:41.894555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:05:41.900357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Usage tracker for resource:router and tenant:9e0313a4047b425c9fa3ce8e9264e924 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:05:41.904082 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:05:41.910718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:05:41.920319 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13404'] for router, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:41.921847 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850999917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850997101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762411'] for router, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:41.938119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.091618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ddb7aea-9894-53a5-85e5-9ae7497455f4-e14835ae-0f29-449a-899b-fc42d84a4013', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5'}]}} from dv-cinder-772181-5-iscsi. {{(pid=80085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 24 05:05:42.093019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.209804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Deleting port 232edbfd-6c21-433e-80a8-53c0b8114eab {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:42.210168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.233150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.406548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] For port 232edbfd-6c21-433e-80a8-53c0b8114eab, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=232edbfd-6c21-433e-80a8-53c0b8114eab,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:42.406859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.411013 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Allocated IP 172.20.0.2 (e14835ae-0f29-449a-899b-fc42d84a4013/ce760ce4-f5a4-4543-8e56-17aecfbc70e5/fb742bd7-f165-4ca5-803c-437e41ff416b) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:05:42.541204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Calling delete_port for 232edbfd-6c21-433e-80a8-53c0b8114eab owned by network:router_interface {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:42.574989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.612163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.632024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.642881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Transition to ACTIVE for port object fb742bd7-f165-4ca5-803c-437e41ff416b will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:05:42.719422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Transition to ACTIVE for port object fb742bd7-f165-4ca5-803c-437e41ff416b will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:05:42.720984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.724121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:42.740368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:42.741306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:42.848895 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=232edbfd-6c21-433e-80a8-53c0b8114eab,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:42.852521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:42.918433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Allocated IP 172.27.3.111 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/45733fbc-bbca-45f3-a7e9-b0a40ff46aca) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:05:43.049392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Pushing event updated for resources: {'Port': ['ID=fb742bd7-f165-4ca5-803c-437e41ff416b,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:43.055438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:43.113444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Network e14835ae-0f29-449a-899b-fc42d84a4013 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:05:43.115443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Resources bound (agent type, host, resource id):  {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:43.118518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:43.118710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:05:43.151489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:43.171021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-33542256-2af9-4ce8-bdcd-20c801ef412b tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:43.182522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Attempting to bind port fb742bd7-f165-4ca5-803c-437e41ff416b on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:05:43.183021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Attempting to bind port fb742bd7-f165-4ca5-803c-437e41ff416b by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:05:43.183514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Attempting to bind port fb742bd7-f165-4ca5-803c-437e41ff416b on network e14835ae-0f29-449a-899b-fc42d84a4013 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:05:43.189801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:05:43.190328 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Checking segment: {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:05:43.190842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:43.191349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Bound using segment: {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:05:43.191951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Bound port: fb742bd7-f165-4ca5-803c-437e41ff416b, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:05:43.192449 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:43.214732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850854220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851001770'] for router_interface, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:43.310504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] For port fb742bd7-f165-4ca5-803c-437e41ff416b, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:05:43.313793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] For port fb742bd7-f165-4ca5-803c-437e41ff416b, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=fb742bd7-f165-4ca5-803c-437e41ff416b,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:05:43.317445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:43.333357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:43.345771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Pushing event updated for resources: {'Port': ['ID=45733fbc-bbca-45f3-a7e9-b0a40ff46aca,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:43.350690 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:43.386298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:05:43.387567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:43.389833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:05:43.490514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Pushing event updated for resources: {'Port': ['ID=fb742bd7-f165-4ca5-803c-437e41ff416b,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:43.496719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:43.783270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:05:43.997528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:44.008058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] Sync routers for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:05:44.013030 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] 10.222.0.10 "PUT /v2.0/routers/ee8437b0-76be-4dd2-9ad7-eb19c6de12b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1779490
Jan 24 05:05:44.013706 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54384) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:44.018274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:44.019056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d61a58>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:44.104749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:44.225534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:44.450664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks [] for router, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:44.482143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:05:44.515164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850999811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758'] for router, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:44.548923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d61a58>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T05:05:42Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:44.553705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] Checking router: ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:05:44.562728 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] Routers {'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:44.563397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d61a58>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:44.654622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:44.660056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Deleting port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:44.660433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:44.751456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Router a610c6d1-83a7-47db-ac15-bbed93839779 is scheduled to L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c with binding_index 1 {{(pid=80083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 24 05:05:44.934711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] For port fa1a8a94-4df0-4c4e-814c-81cffc82f0e0, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=fa1a8a94-4df0-4c4e-814c-81cffc82f0e0,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:44.935227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:44.938378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] Set router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:44.977022 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device fb742bd7-f165-4ca5-803c-437e41ff416b up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:44.989453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:45.023987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Notify callbacks [] for router, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:45.028119 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1413834
Jan 24 05:05:45.028572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54388) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:45.031326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12349f-42e2-4272-8bac-7d2a0e2a1d4f None None] Network e14835ae-0f29-449a-899b-fc42d84a4013 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:05:45.047310 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Sync routers for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:05:45.143132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:45.143833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfd02fd0>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:45.155390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Calling delete_port for fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 owned by network:router_gateway {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:45.223678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-50b6219e-706a-4e42-b1c8-4e049cb0953f None None] Provisioning for port fb742bd7-f165-4ca5-803c-437e41ff416b completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:05:45.284241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d61a58>, [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T05:05:42Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:45.289127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcb88b-b243-4177-afaf-612b8989eca8 None None] The sync data for ids ['ee8437b0-76be-4dd2-9ad7-eb19c6de12b1'] in dv-cinder-772181-5-iscsi is: [{'id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'name': 'tempest-AttachVolumeTestJSON-573595484-router', 'tenant_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:34Z', 'updated_at': '2021-01-24T05:05:42Z', 'revision_number': 5, 'project_id': 'd0a116e9b9f8498ba62c8e3377470abf', 'gw_port': {'id': 'fa1a8a94-4df0-4c4e-814c-81cffc82f0e0', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8437b0-76be-4dd2-9ad7-eb19c6de12b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:37Z', 'updated_at': '2021-01-24T04:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:05:45.371857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port fb742bd7-f165-4ca5-803c-437e41ff416b completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:05:45.420915 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port fb742bd7-f165-4ca5-803c-437e41ff416b triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:45.421345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:45.509731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:45.582493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:45.874382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:45.957727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port fb742bd7-f165-4ca5-803c-437e41ff416b, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=fb742bd7-f165-4ca5-803c-437e41ff416b,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:45.964405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:45.973015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:45.978525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778788'] for router_gateway, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.045771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfd02fd0>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:43Z', 'revision_number': 3, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:46.056030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Checking router: a610c6d1-83a7-47db-ac15-bbed93839779 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:05:46.056437 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Updating router a610c6d1-83a7-47db-ac15-bbed93839779 port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca binding host dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:05:46.100086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=fb742bd7-f165-4ca5-803c-437e41ff416b,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:46.109971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:46.161937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13389'] for router, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.166990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.247040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988397'] for router, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.247648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 {{(pid=80084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 24 05:05:46.279992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.281353 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8ecc7c69-8c4a-4885-9d2c-c3ab51696e09 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ee8437b0-76be-4dd2-9ad7-eb19c6de12b1 HTTP/1.1" status: 204  len: 168 time: 2.2665858
Jan 24 05:05:46.285203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 54392) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:46.329016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.358134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.379812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-d4f845ec-9afa-4eec-aded-6b6e4e976ee7 None None] Provisioning complete for port fb742bd7-f165-4ca5-803c-437e41ff416b triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:46.380176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d4f845ec-9afa-4eec-aded-6b6e4e976ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.431787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1e71e7-eb29-4e21-a2e7-7bffdbc76e5a admin admin] Deleting subnet b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:05:46.435289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3f1e71e7-eb29-4e21-a2e7-7bffdbc76e5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.500195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3f1e71e7-eb29-4e21-a2e7-7bffdbc76e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.679546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3f1e71e7-eb29-4e21-a2e7-7bffdbc76e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.805152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Allocated IP 172.20.0.1 (e14835ae-0f29-449a-899b-fc42d84a4013/ce760ce4-f5a4-4543-8e56-17aecfbc70e5/21903217-6655-4c6f-9758-884d4ad926d9) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:05:46.809362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3513d299-e377-4b45-8e8f-4ef03724bb50 None None] Provisioning complete for port fb742bd7-f165-4ca5-803c-437e41ff416b triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:46.809792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3513d299-e377-4b45-8e8f-4ef03724bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.957653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3f1e71e7-eb29-4e21-a2e7-7bffdbc76e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:46.975966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:46.991041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device fb742bd7-f165-4ca5-803c-437e41ff416b up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:47.070064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e71e7-eb29-4e21-a2e7-7bffdbc76e5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:47.082875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3f1e71e7-eb29-4e21-a2e7-7bffdbc76e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:47.093482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.119159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Transition to ACTIVE for port object 45733fbc-bbca-45f3-a7e9-b0a40ff46aca will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:05:47.123446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3f1e71e7-eb29-4e21-a2e7-7bffdbc76e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.124620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.132682 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-3f1e71e7-eb29-4e21-a2e7-7bffdbc76e5a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b35c54d6-3e0f-4c69-8d83-b8b4c9a92d17 HTTP/1.1" status: 204  len: 168 time: 0.8463101
Jan 24 05:05:47.133366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 54398) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:47.143687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8a1823fd-0489-499b-89a0-51b5af4f54cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:47.175549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9786fe-58a3-493c-8e43-6b28a2ed5572 None None] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:05:47.231890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.250488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.264516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Transition to ACTIVE for port object 21903217-6655-4c6f-9758-884d4ad926d9 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:05:47.290118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.308145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ad9f9162-1379-4995-85fb-935d5661245c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:47.330711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Deleting port b61522ad-cccc-4415-9a13-2a3a45e693bc {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:47.330711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.375996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port fb742bd7-f165-4ca5-803c-437e41ff416b triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:47.376418 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.424688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eec1a8-c042-44df-9e89-6f6273b9132a None None] Pushing event updated for resources: {'Port': ['ID=45733fbc-bbca-45f3-a7e9-b0a40ff46aca,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:47.449395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Pushing event updated for resources: {'Port': ['ID=21903217-6655-4c6f-9758-884d4ad926d9,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:47.454169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:47.455971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e6eec1a8-c042-44df-9e89-6f6273b9132a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:47.508276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Network e14835ae-0f29-449a-899b-fc42d84a4013 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:05:47.509475 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:47.511792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:05:47.574615 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850997132'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.575485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] For port b61522ad-cccc-4415-9a13-2a3a45e693bc, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=b61522ad-cccc-4415-9a13-2a3a45e693bc,segment=NetworkSegment(329bfeff-e405-4f49-a535-4f58b82a0f53),segment_id=329bfeff-e405-4f49-a535-4f58b82a0f53)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:47.575894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.664884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Attempting to bind port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:05:47.665309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Attempting to bind port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:05:47.665726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Attempting to bind port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca on network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:05:47.682073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:05:47.682496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:05:47.682954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.683410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Bound using segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:05:47.683966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Bound port: 45733fbc-bbca-45f3-a7e9-b0a40ff46aca, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:05:47.684336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.711812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.719398 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Calling delete_port for b61522ad-cccc-4415-9a13-2a3a45e693bc owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:47.779182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] For port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:05:47.782637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] For port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=45733fbc-bbca-45f3-a7e9-b0a40ff46aca,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:05:47.789912 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.808966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a16b8098-92b0-423a-bc2b-36fa5c07623d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:47.814052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:47.833831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7283e262-ab83-46fa-8d3a-9a8f88e7b852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:47.841222 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:05:47.925619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61522ad-cccc-4415-9a13-2a3a45e693bc,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:47.932907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:47.965329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:05:47.965329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device fa1a8a94-4df0-4c4e-814c-81cffc82f0e0 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:05:47.965329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 232edbfd-6c21-433e-80a8-53c0b8114eab no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:05:47.987177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] No DVR routers for this DVR port b61522ad-cccc-4415-9a13-2a3a45e693bc on host dv-cinder-772181-5-iscsi {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:05:48.059470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:48.063545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350481'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:48.094660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:48.183576 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba05f5e-467b-4aa1-974e-ac03a2e1f307 None None] DHCP port deletion for 56c4ea9e-4606-4803-ab20-b342a16a6e47 request from dv-cinder-772181-5-iscsi {{(pid=80085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 24 05:05:48.189289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851001633'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:48.203414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 232edbfd-6c21-433e-80a8-53c0b8114eab {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:05:48.203739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 232edbfd-6c21-433e-80a8-53c0b8114eab not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:05:48.209204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Pushing event updated for resources: {'Port': ['ID=21903217-6655-4c6f-9758-884d4ad926d9,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:48.215942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:48.235240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-0fa722f4-d3f8-4321-a7f4-18fbb41e3c86 None None] Provisioning for port 21903217-6655-4c6f-9758-884d4ad926d9 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:05:48.258470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eec1a8-c042-44df-9e89-6f6273b9132a None None] Pushing event updated for resources: {'Port': ['ID=45733fbc-bbca-45f3-a7e9-b0a40ff46aca,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:48.265024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e6eec1a8-c042-44df-9e89-6f6273b9132a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:48.265801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-0fa722f4-d3f8-4321-a7f4-18fbb41e3c86 None None] Provisioning complete for port 21903217-6655-4c6f-9758-884d4ad926d9 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:48.266596 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0fa722f4-d3f8-4321-a7f4-18fbb41e3c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:48.354381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0fa722f4-d3f8-4321-a7f4-18fbb41e3c86 None None] Port 21903217-6655-4c6f-9758-884d4ad926d9 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:05:48.369238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:48.370780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:48.371457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfd02fd0>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:48.374094 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Network e14835ae-0f29-449a-899b-fc42d84a4013 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:05:48.375241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:48.503795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd4084208>,) {'filters': {'network_id': ['56c4ea9e-4606-4803-ab20-b342a16a6e47']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:48.521444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd4084208>, '329bfeff-e405-4f49-a535-4f58b82a0f53') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:48.522139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd4084208>, '329bfeff-e405-4f49-a535-4f58b82a0f53') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:48.536053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:48.561342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:48.563501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:05:48.580009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:48.595850 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Router a610c6d1-83a7-47db-ac15-bbed93839779 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:05:48.753838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:05:48.763984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:48.795286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:48.813903 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a29abed5-d19c-4ffc-b5a8-25ef2d7ea8dd admin admin] 10.222.0.10 "PUT /v2.0/routers/a610c6d1-83a7-47db-ac15-bbed93839779/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7761140
Jan 24 05:05:48.818431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-20539f6e-f368-4795-b159-154a2d06f7d4 None None] Provisioning complete for port 21903217-6655-4c6f-9758-884d4ad926d9 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:48.819490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-20539f6e-f368-4795-b159-154a2d06f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:48.915076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-20539f6e-f368-4795-b159-154a2d06f7d4 None None] Port 21903217-6655-4c6f-9758-884d4ad926d9 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:05:48.935943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b61522ad-cccc-4415-9a13-2a3a45e693bc no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:05:48.965552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Network 56c4ea9e-4606-4803-ab20-b342a16a6e47 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:05:48.976879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: b61522ad-cccc-4415-9a13-2a3a45e693bc {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:05:48.977275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b61522ad-cccc-4415-9a13-2a3a45e693bc not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:05:48.991012 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:05:49.050922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfd02fd0>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 2, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:49.056202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe66d1-e86e-4284-8574-5f8cee950bfe None None] The sync data for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi is: [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 2, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:05:49.082205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.086083 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-03447639-41bb-46a7-9c9a-452b8988b073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:49.101373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.113263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c4ea9e-4606-4803-ab20-b342a16a6e47,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:49.117307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:49.130339 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/56c4ea9e-4606-4803-ab20-b342a16a6e47 HTTP/1.1" status: 204  len: 168 time: 1.9935269
Jan 24 05:05:49.352828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 54418) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:49.409992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54424) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:49.410244 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0a36fe39-4480-4f4f-80f0-699dfbf47fa0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0a116e9b9f8498ba62c8e3377470abf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0560868
Jan 24 05:05:49.514230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8cc40474-08b5-45b6-bd91-918a41b10635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.546357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8cc40474-08b5-45b6-bd91-918a41b10635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.600026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8cc40474-08b5-45b6-bd91-918a41b10635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.606310 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2383295b-0406-41c3-ab6d-f270a205e5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:49.623918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc40474-08b5-45b6-bd91-918a41b10635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7df7d4-ec34-4589-bdbd-eb771d5ff2e6,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:49.627368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8cc40474-08b5-45b6-bd91-918a41b10635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:49.629592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8cc40474-08b5-45b6-bd91-918a41b10635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.634202 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8cc40474-08b5-45b6-bd91-918a41b10635 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb7df7d4-ec34-4589-bdbd-eb771d5ff2e6 HTTP/1.1" status: 204  len: 168 time: 0.2230892
Jan 24 05:05:49.728160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54432) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:49.734848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1124059024-network', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:05:49.740191 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:05:49.745312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Usage tracker for resource:network and tenant:9a0d8e1a32644def9d4f94e8626d3f39 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:05:49.748252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:05:49.754333 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:05:49.765302 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Made reservation on behalf of 9a0d8e1a32644def9d4f94e8626d3f39 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:05:49.772906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.795876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.815350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:05:49.821100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Usage tracker for resource:security_group_rule and tenant:9a0d8e1a32644def9d4f94e8626d3f39 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:05:49.825400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:05:49.838169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:05:49.986812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.991032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:49.999125 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4c4162d2-1ea5-4a71-b3ee-48398433edd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:50.032034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b133f964-f800-4328-b3fb-6e96a93693e9,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:50.037783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:50.045502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 05:05:50.066619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:50.067092 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Added segment 039db80c-d0d5-4f01-960a-dd90af55a3c3 of type vxlan for network 83b7251e-65fa-4fc0-859c-4ea397313d77
Jan 24 05:05:50.097360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:50.138703 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:50.141955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:50.142935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:50.153600 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0b87aaf6-fec4-4b98-853c-5af24cf6058d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:50.330463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Pushing event updated for resources: {'Network': ['ID=83b7251e-65fa-4fc0-859c-4ea397313d77,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:50.342381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:05:50.348422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:50.357035 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6274450
Jan 24 05:05:50.359657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54454) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:50.370828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Request body: {'subnet': {'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1124059024-subnet', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'ip_version': 4}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:05:50.376780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:05:50.381762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Usage tracker for resource:subnet and tenant:9a0d8e1a32644def9d4f94e8626d3f39 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:05:50.385998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:05:50.392492 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:05:50.416998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Made reservation on behalf of 9a0d8e1a32644def9d4f94e8626d3f39 for: {'subnet': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:05:50.422081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27037764'] for subnet, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:50.505148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:05:50.680601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7109d-4891-4ac9-bc35-07c55bb62f9f req-8844926c-85d3-45fb-91de-4865e609516d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:50.682284 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-85f7109d-4891-4ac9-bc35-07c55bb62f9f req-8844926c-85d3-45fb-91de-4865e609516d tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.1586626
Jan 24 05:05:50.792684 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-85f7109d-4891-4ac9-bc35-07c55bb62f9f req-2f3c2f84-0418-43ab-9496-58a2b0b94d58 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709209
Jan 24 05:05:50.962598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 45733fbc-bbca-45f3-a7e9-b0a40ff46aca up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:51.029342 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2349833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27037781'] for subnet, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:51.037687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:05:51.043413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:51.044364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:51.046973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:51.178910 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:51.185010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31033d0e-1282-40b9-b8c4-6fdb581114ca,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:51.197902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=45733fbc-bbca-45f3-a7e9-b0a40ff46aca,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:51.199030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:51.201421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:51.205014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:51.275154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Checking segment: {'id': '039db80c-d0d5-4f01-960a-dd90af55a3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:05:51.275551 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Network hostable DHCP agents. Network: 83b7251e-65fa-4fc0-859c-4ea397313d77, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 05:05:51.285549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=45733fbc-bbca-45f3-a7e9-b0a40ff46aca,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:51.289265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:51.296105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 05:05:51.307499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 83b7251e-65fa-4fc0-859c-4ea397313d77) {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:51.317496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81999e4b-63dd-4e0c-9704-598612dca65c None None] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:05:51.320270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:51.321237 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:51.344377 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-de694b01-6865-49fd-a412-1ba271cfc2f1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9810166
Jan 24 05:05:51.344636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54474) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:51.350817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:05:51.356083 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:05:51.360210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Usage tracker for resource:router and tenant:9a0d8e1a32644def9d4f94e8626d3f39 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:05:51.364068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:05:51.385587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:05:51.395803 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13404'] for router, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:51.397597 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850999917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850997101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4091288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762411'] for router, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:51.421871 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:51.557868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ddb7aea-9894-53a5-85e5-9ae7497455f4-83b7251e-65fa-4fc0-859c-4ea397313d77', 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'fixed_ips': [{'subnet_id': '31033d0e-1282-40b9-b8c4-6fdb581114ca'}]}} from dv-cinder-772181-5-iscsi. {{(pid=80085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 24 05:05:51.559117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:51.884628 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Allocated IP 172.20.0.2 (83b7251e-65fa-4fc0-859c-4ea397313d77/31033d0e-1282-40b9-b8c4-6fdb581114ca/3f91dfb4-ed69-4384-8d3b-2fc9b19db835) {{(pid=80085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:05:51.962383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850997088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762426'] for router, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.149204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Notify callbacks [] for port, precommit_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.161162 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Transition to ACTIVE for port object 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:05:52.171247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-76fe0ec7-92bf-4f4f-a821-62877dd8f84a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:52.173227 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-76fe0ec7-92bf-4f4f-a821-62877dd8f84a tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.2276297
Jan 24 05:05:52.179532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Transition to ACTIVE for port object 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 will not be triggered until provisioned by entity DHCP. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:05:52.184341 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942'] for port, after_create {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.201123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3621d408-f9cf-4e34-8bb2-be11319fa59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:52.207866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b31a7-0ae6-4b9d-ba18-02b5b1d62864 req-3e35852a-d648-4343-a506-ab42a5e069cf tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:52.229262 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-482b31a7-0ae6-4b9d-ba18-02b5b1d62864 req-3e35852a-d648-4343-a506-ab42a5e069cf tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 945 time: 0.2063041
Jan 24 05:05:52.376006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Pushing event updated for resources: {'Port': ['ID=3f91dfb4-ed69-4384-8d3b-2fc9b19db835,revision_number=1']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:52.381220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:52.397710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.442717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 is already hosted by enough agents. {{(pid=80085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:05:52.444651 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Resources bound (agent type, host, resource id):  {{(pid=80085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:52.446425 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-482b31a7-0ae6-4b9d-ba18-02b5b1d62864 req-927265a2-2136-471a-8e02-3d973f4ff646 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2157152
Jan 24 05:05:52.447076 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.447325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Received port after_create {{(pid=80085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:05:52.465835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Deleting port b2afff89-4a5c-4f70-a907-d3168c961a8b {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:52.466521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.513834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Attempting to bind port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:05:52.514372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Attempting to bind port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '039db80c-d0d5-4f01-960a-dd90af55a3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:05:52.515374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Attempting to bind port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 on network 83b7251e-65fa-4fc0-859c-4ea397313d77 {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:05:52.522495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:05:52.523079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Checking segment: {'id': '039db80c-d0d5-4f01-960a-dd90af55a3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:05:52.523607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.524126 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Bound using segment: {'id': '039db80c-d0d5-4f01-960a-dd90af55a3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:05:52.524787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Bound port: 3f91dfb4-ed69-4384-8d3b-2fc9b19db835, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039db80c-d0d5-4f01-960a-dd90af55a3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:05:52.525293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.598243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device b2afff89-4a5c-4f70-a907-d3168c961a8b no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:05:52.732131 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] For port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:05:52.738180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Sync routers for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:05:52.749897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:52.751090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd48bf400>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:52.760126 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] For port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=3f91dfb4-ed69-4384-8d3b-2fc9b19db835,segment=NetworkSegment(039db80c-d0d5-4f01-960a-dd90af55a3c3),segment_id=039db80c-d0d5-4f01-960a-dd90af55a3c3)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:05:52.766318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.770245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] For port b2afff89-4a5c-4f70-a907-d3168c961a8b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:52.770646 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:52.810842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Allocated IP 172.27.3.236 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:05:52.844706 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:53.002884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:53.030848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:53.068839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:53.087321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4b3c4387-2855-489c-b325-afdd9ba43490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:53.097795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 45733fbc-bbca-45f3-a7e9-b0a40ff46aca up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:53.143496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:53.181376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:53.182006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:53.182641 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Floating IP b8da1552-e1a1-4e7a-ac65-0ce755738b19 disassociated. External IP: 172.27.3.155, port: b2afff89-4a5c-4f70-a907-d3168c961a8b.
Jan 24 05:05:53.183250 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Calling delete_port for b2afff89-4a5c-4f70-a907-d3168c961a8b owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:53.246916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:05:53.284203 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Pushing event updated for resources: {'Port': ['ID=3f91dfb4-ed69-4384-8d3b-2fc9b19db835,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:53.304421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d3d69910-1001-4854-aae5-471ad7f5d2ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:53.308276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port b2afff89-4a5c-4f70-a907-d3168c961a8b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:53.314432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:05:53.315532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:05:53.315817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Pushing event updated for resources: {'Port': ['ID=a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:53.323537 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:53.331874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:53.338367 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:53.363536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:05:53.364730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:53.367115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:05:53.390774 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'code': 200}
Jan 24 05:05:53.422136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:53.422566 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:53.435311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd48bf400>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 2, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:53.439340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Checking router: a610c6d1-83a7-47db-ac15-bbed93839779 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:05:53.439736 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Updating router a610c6d1-83a7-47db-ac15-bbed93839779 port 21903217-6655-4c6f-9758-884d4ad926d9 binding host dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:05:53.502817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:53.513690 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=b2afff89-4a5c-4f70-a907-d3168c961a8b,revision_number=7']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:53.518670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:53.851067 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97d507-3b53-4264-8321-36f397f4c08b req-1064e32f-286e-4ac1-afcf-d744d3e215fa tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:05:53.852841 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bb97d507-3b53-4264-8321-36f397f4c08b req-1064e32f-286e-4ac1-afcf-d744d3e215fa tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 943 time: 0.1676798
Jan 24 05:05:53.853337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Deleting port b2afff89-4a5c-4f70-a907-d3168c961a8b {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:53.853687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:53.904503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.027275 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-bb97d507-3b53-4264-8321-36f397f4c08b req-731e2f17-317a-47b9-89ce-f21f97bf0016 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups?id=be915980-18c4-4059-ada6-1940a5b2f6e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1348579
Jan 24 05:05:54.108956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.122680 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Transition to ACTIVE for port object 21903217-6655-4c6f-9758-884d4ad926d9 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:05:54.126660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.143823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:54.276774 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] For port b2afff89-4a5c-4f70-a907-d3168c961a8b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b2afff89-4a5c-4f70-a907-d3168c961a8b,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:54.277284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.340864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850999811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778758'] for router, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.433815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Pushing event updated for resources: {'Port': ['ID=21903217-6655-4c6f-9758-884d4ad926d9,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:54.487290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.487844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.488321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.488823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.489291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.489762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.490288 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.490756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.491750 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.491750 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.492289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.492808 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.493269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.494118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.494118 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.494797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.495051 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.495510 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.496057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.496440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.496936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.497394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.497853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.498289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:05:54.520244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:54.521045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Attempting to bind port 21903217-6655-4c6f-9758-884d4ad926d9 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:05:54.521601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Attempting to bind port 21903217-6655-4c6f-9758-884d4ad926d9 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:05:54.522007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Attempting to bind port 21903217-6655-4c6f-9758-884d4ad926d9 on network e14835ae-0f29-449a-899b-fc42d84a4013 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:05:54.528632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:05:54.528970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Checking segment: {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:05:54.529427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.529860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Bound using segment: {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:05:54.530375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Bound port: 21903217-6655-4c6f-9758-884d4ad926d9, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:05:54.530805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.595520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Router c584d740-9eee-4c35-a085-b535864b85b2 is scheduled to L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c with binding_index 1 {{(pid=80084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 24 05:05:54.628311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.628773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.629248 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Floating IP b8da1552-e1a1-4e7a-ac65-0ce755738b19 disassociated. External IP: 172.27.3.155, port: b2afff89-4a5c-4f70-a907-d3168c961a8b.
Jan 24 05:05:54.629489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Calling delete_port for b2afff89-4a5c-4f70-a907-d3168c961a8b owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:05:54.632362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] For port 21903217-6655-4c6f-9758-884d4ad926d9, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:05:54.636653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] For port 21903217-6655-4c6f-9758-884d4ad926d9, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=21903217-6655-4c6f-9758-884d4ad926d9,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:05:54.639702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.655313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5ef7248a-96a7-449f-860e-4f8e0bb9deed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:54.821678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Pushing event updated for resources: {'Port': ['ID=21903217-6655-4c6f-9758-884d4ad926d9,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:54.822064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:54.826568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3c6cc465-aa25-4391-9594-37c7626e8454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:54.847601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7ad3bfdc-1dc7-45d1-a7e3-d70f677955fa tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:54.942561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event deleted for resources: {'Port': ['ID=b2afff89-4a5c-4f70-a907-d3168c961a8b,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:54.960713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:54.961410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd48bf400>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:55.031546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:55.161235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:55.171049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:55.287809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:55.291874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Sync routers for ids ['c584d740-9eee-4c35-a085-b535864b85b2'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:05:55.292009 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.9435530
Jan 24 05:05:55.343601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54506) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:55.346698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Routers {'c584d740-9eee-4c35-a085-b535864b85b2'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:55.347541 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfdc9e10>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['c584d740-9eee-4c35-a085-b535864b85b2'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:55.434639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bed889-1e6a-4c0d-b96f-3e9744fabe44 None None] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:05:55.441484 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-563e62f4-3d0c-437a-a9e8-de1f01e6a34c req-25f645e1-eab0-4fdc-8f07-ca5e2edadf27 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 210 time: 0.1557462
Jan 24 05:05:55.481275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:05:55.517153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:55.712375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:55.759532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-55ef2c3a-c9b4-459d-b721-440c3a2d12c3 None None] Provisioning for port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:05:55.765530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] No DVR routers for this DVR port b2afff89-4a5c-4f70-a907-d3168c961a8b on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:05:55.767814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:55.778267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] Sync routers for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:05:55.779397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-deleted', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:05:55.787076 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26751cb7-939f-49b3-96a7-2740e0ae582a req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.61 "DELETE /v2.0/ports/b2afff89-4a5c-4f70-a907-d3168c961a8b HTTP/1.1" status: 204  len: 173 time: 3.4749780
Jan 24 05:05:55.806827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:55.807527 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd57fc9e8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:55.867276 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96697739-65ab-4407-9c65-28dfe92edf44', 'name': 'network-vif-deleted', 'tag': 'b2afff89-4a5c-4f70-a907-d3168c961a8b', 'status': 'completed', 'code': 200}
Jan 24 05:05:55.869647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:05:55.916674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:55.917096 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:55.954953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-55ef2c3a-c9b4-459d-b721-440c3a2d12c3 None None] Provisioning complete for port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:55.955372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c3a-c9b4-459d-b721-440c3a2d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:56.033300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Set router c584d740-9eee-4c35-a085-b535864b85b2 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:56.102852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:56.301218 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:56.336107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd48bf400>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:54Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:56.345663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4c253-2538-48e4-bb12-4874d0d443a8 None None] The sync data for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi is: [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:54Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:05:56.474898 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd57fc9e8>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:56.479903 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] Checking router: db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:05:56.482077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c3a-c9b4-459d-b721-440c3a2d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:56.489902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:05:56.491898 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd57fc9e8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:56.635259 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-55ef2c3a-c9b4-459d-b721-440c3a2d12c3 None None] For port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=3f91dfb4-ed69-4384-8d3b-2fc9b19db835,segment=NetworkSegment(039db80c-d0d5-4f01-960a-dd90af55a3c3),segment_id=039db80c-d0d5-4f01-960a-dd90af55a3c3)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:56.739861 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:05:56.741206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:56.936408 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4be7c1f1-c172-4cb0-8c7e-716d67753528 req-1202f28b-bb2c-49ec-9f0a-41b5531f22dd tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 210 time: 0.0706732
Jan 24 05:05:56.999465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Allocated IP 172.20.0.1 (83b7251e-65fa-4fc0-859c-4ea397313d77/31033d0e-1282-40b9-b8c4-6fdb581114ca/ed2268cf-45de-47a5-ae9f-e8eb03377f98) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:05:57.109371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c3a-c9b4-459d-b721-440c3a2d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:57.124339 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:57.229304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:57.249376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Transition to ACTIVE for port object ed2268cf-45de-47a5-ae9f-e8eb03377f98 will not be triggered until provisioned by entity DHCP. {{(pid=80084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:05:57.277157 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:57.295372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0ef50804-652d-41fc-927e-bb226d2f3f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:57.378472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd57fc9e8>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:57.385853 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d9735-911e-4d19-8b88-265ae3a376d3 None None] The sync data for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi is: [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26', 'name': '', 'network_id': '65756a95-a3dc-4795-b455-30b70d7bac59', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'mac_address': 'fa:16:3e:da:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:41Z', 'updated_at': '2021-01-24T04:58:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'subnets': [{'id': 'aa74718b-c7d7-4be8-b2e7-3cf3daa444f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:05:57.421224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:05:57.421634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:05:57.485002 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-98d9a59c-283d-46c0-8f82-60c1a9594418 None None] Provisioning complete for port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:57.485659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-98d9a59c-283d-46c0-8f82-60c1a9594418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:57.540867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:05:57.544359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:57.548380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:05:57.568063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef2c3a-c9b4-459d-b721-440c3a2d12c3 None None] Pushing event updated for resources: {'Port': ['ID=3f91dfb4-ed69-4384-8d3b-2fc9b19db835,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:57.580436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-55ef2c3a-c9b4-459d-b721-440c3a2d12c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:57.619293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Pushing event updated for resources: {'Port': ['ID=ed2268cf-45de-47a5-ae9f-e8eb03377f98,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:57.623270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:57.627522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfdc9e10>, [{'id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:51Z', 'updated_at': '2021-01-24T05:05:53Z', 'revision_number': 3, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'gw_port': {'id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:52Z', 'updated_at': '2021-01-24T05:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:05:57.639914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Checking router: c584d740-9eee-4c35-a085-b535864b85b2 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:05:57.640324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Updating router c584d740-9eee-4c35-a085-b535864b85b2 port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa binding host dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:05:57.664205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850997132'] for router_interface, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:57.782559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:57.821869 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:58.080947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 21903217-6655-4c6f-9758-884d4ad926d9 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:58.107185 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a807c-32bf-4d6a-85c2-9d0f1727a715 None None] New status for floating IP b8da1552-e1a1-4e7a-ac65-0ce755738b19: DOWN {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:05:58.264494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:58.269535 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350481'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:58.279897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-336ff7b6-ad3d-45ca-8b04-a4c5970b269c req-52aa5298-da3f-4a94-9bf9-4c3dd959ad24 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Synchronizing usage tracker for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:05:58.311939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f60224b6-bc29-4ff2-b385-9518d30ae6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:58.312451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-336ff7b6-ad3d-45ca-8b04-a4c5970b269c req-52aa5298-da3f-4a94-9bf9-4c3dd959ad24 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Unset dirty status for tenant:7265c7dd1e6142b5ac1d2633bd676cc2 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:05:58.313794 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-336ff7b6-ad3d-45ca-8b04-a4c5970b269c req-52aa5298-da3f-4a94-9bf9-4c3dd959ad24 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/ports?device_id=96697739-65ab-4407-9c65-28dfe92edf44 HTTP/1.1" status: 200  len: 210 time: 0.1205316
Jan 24 05:05:58.346803 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3c02a914-c8bb-457b-96c0-e24085562ad8 None None] Provisioning for port ed2268cf-45de-47a5-ae9f-e8eb03377f98 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:05:58.402460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851001633'] for router_interface, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:58.418764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Pushing event updated for resources: {'Port': ['ID=ed2268cf-45de-47a5-ae9f-e8eb03377f98,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:58.419595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3c02a914-c8bb-457b-96c0-e24085562ad8 None None] Provisioning complete for port ed2268cf-45de-47a5-ae9f-e8eb03377f98 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:58.420024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3c02a914-c8bb-457b-96c0-e24085562ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:58.426129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:58.553208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:05:58.554375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:05:58.582661 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-3c02a914-c8bb-457b-96c0-e24085562ad8 None None] Port ed2268cf-45de-47a5-ae9f-e8eb03377f98 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:05:58.588127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port 21903217-6655-4c6f-9758-884d4ad926d9 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:05:58.614115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 21903217-6655-4c6f-9758-884d4ad926d9 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:58.614551 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:58.689191 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3c02a914-c8bb-457b-96c0-e24085562ad8 None None] Provisioning complete for port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:58.689641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3c02a914-c8bb-457b-96c0-e24085562ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.011062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Router c584d740-9eee-4c35-a085-b535864b85b2 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:05:59.139621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.154137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Notify callbacks [] for port, precommit_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.184940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Transition to ACTIVE for port object a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa will not be triggered until provisioned by entity L2. {{(pid=80085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:05:59.191564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.206805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:05:59.209865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:59.217107 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] 10.222.0.10 "PUT /v2.0/routers/c584d740-9eee-4c35-a085-b535864b85b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8716488
Jan 24 05:05:59.253952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port 21903217-6655-4c6f-9758-884d4ad926d9, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=21903217-6655-4c6f-9758-884d4ad926d9,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:05:59.324814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.369003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb456e-2651-4bcf-8466-dc30eaf2036b None None] Pushing event updated for resources: {'Port': ['ID=a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa,revision_number=2']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:59.378394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8dcb456e-2651-4bcf-8466-dc30eaf2036b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:59.391238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-1eedeb2b-c925-4840-928d-3d1c2e812a23 None None] Provisioning complete for port ed2268cf-45de-47a5-ae9f-e8eb03377f98 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:59.391669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1eedeb2b-c925-4840-928d-3d1c2e812a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.417592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:59.462562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:05:59.500023 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 54548) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:59.585310 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8491f23-5e90-4e61-aacf-2b88e09408ed tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.600600 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-1eedeb2b-c925-4840-928d-3d1c2e812a23 None None] Port ed2268cf-45de-47a5-ae9f-e8eb03377f98 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:05:59.608674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=21903217-6655-4c6f-9758-884d4ad926d9,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:59.612575 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:59.620354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8491f23-5e90-4e61-aacf-2b88e09408ed tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.636121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Attempting to bind port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:05:59.636558 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Attempting to bind port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:05:59.636996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Attempting to bind port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa on network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:05:59.646838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:05:59.647269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Checking segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:05:59.647722 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.648166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Bound using segment: {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'} {{(pid=80085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:05:59.648733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Bound port: a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ba668-6a9c-4d93-8def-a1e2f126a82f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}}] {{(pid=80085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:05:59.649163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.670662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8491f23-5e90-4e61-aacf-2b88e09408ed tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.676765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-95e33351-59f5-42e9-bef0-07279e47a499 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:59.680892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:05:59.681295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.698297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8491f23-5e90-4e61-aacf-2b88e09408ed tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event deleted for resources: {'SecurityGroup': ['ID=be915980-18c4-4059-ada6-1940a5b2f6e6,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:05:59.702723 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f8491f23-5e90-4e61-aacf-2b88e09408ed tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:05:59.706363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8491f23-5e90-4e61-aacf-2b88e09408ed tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.710972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54552) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:59.711138 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f8491f23-5e90-4e61-aacf-2b88e09408ed tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "DELETE /v2.0/security-groups/be915980-18c4-4059-ada6-1940a5b2f6e6 HTTP/1.1" status: 204  len: 168 time: 0.2098062
Jan 24 05:05:59.733461 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.api.v2.resource [None req-83c0dced-1fd9-483e-aca1-f95c9e7872c3 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] show failed (client error): The resource could not be found.
Jan 24 05:05:59.737743 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-83c0dced-1fd9-483e-aca1-f95c9e7872c3 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "GET /v2.0/security-groups/be915980-18c4-4059-ada6-1940a5b2f6e6 HTTP/1.1" status: 404  len: 347 time: 0.0229015
Jan 24 05:05:59.738474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54556) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:05:59.800843 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] For port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:05:59.805201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] For port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:05:59.809382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:05:59.825469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0552b73e-e9fb-4cd9-8055-6e9a4411dcbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:05:59.922385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Deleting port 4c8ab2e8-5f26-4454-8f5e-7cbec744ceca {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:05:59.922846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.041981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb456e-2651-4bcf-8466-dc30eaf2036b None None] Pushing event updated for resources: {'Port': ['ID=a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa,revision_number=3']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:00.046765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8dcb456e-2651-4bcf-8466-dc30eaf2036b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:00.080780 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-307669435', 'description': 'tempest-TestShelveInstance-307669435 description'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:06:00.085068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Routers {'c584d740-9eee-4c35-a085-b535864b85b2'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:06:00.085744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfdc9e10>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:05:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['c584d740-9eee-4c35-a085-b535864b85b2'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:00.093670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:00.102533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Usage tracker for resource:security_group and tenant:9e0313a4047b425c9fa3ce8e9264e924 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:00.115656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:00.124979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:00.148100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.148478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.159544 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.286491 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] Set router c584d740-9eee-4c35-a085-b535864b85b2 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:06:00.298073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Calling delete_port for 4c8ab2e8-5f26-4454-8f5e-7cbec744ceca owned by network:floatingip {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:06:00.344128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:00.361739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Usage tracker for resource:security_group_rule and tenant:9e0313a4047b425c9fa3ce8e9264e924 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:00.365406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:00.375490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:00.527533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.545749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.546663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:00.636106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfdc9e10>, [{'id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:51Z', 'updated_at': '2021-01-24T05:05:57Z', 'revision_number': 4, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'gw_port': {'id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:52Z', 'updated_at': '2021-01-24T05:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'ed2268cf-45de-47a5-ae9f-e8eb03377f98', 'name': '', 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'mac_address': 'fa:16:3e:41:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:56Z', 'updated_at': '2021-01-24T05:05:57Z', 'revision_number': 2, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'subnets': [{'id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:00.640293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caef96d6-b31b-4b26-b17e-7a94dee2815e None None] The sync data for ids ['c584d740-9eee-4c35-a085-b535864b85b2'] in dv-cinder-772181-5-iscsi is: [{'id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:51Z', 'updated_at': '2021-01-24T05:05:57Z', 'revision_number': 4, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'gw_port': {'id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:52Z', 'updated_at': '2021-01-24T05:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'ed2268cf-45de-47a5-ae9f-e8eb03377f98', 'name': '', 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'mac_address': 'fa:16:3e:41:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:56Z', 'updated_at': '2021-01-24T05:05:57Z', 'revision_number': 2, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'subnets': [{'id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:06:00.641116 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.651747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Pushing event deleted for resources: {'Port': ['ID=4c8ab2e8-5f26-4454-8f5e-7cbec744ceca,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:00.660718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:00.664230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0d479379-15c0-477e-b3c0-e9887c1442a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:00.726234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.727578 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-459de27a-95f5-41e8-9e41-113aa3386b7a req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.6538548
Jan 24 05:06:00.743467 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Pushing event updated for resources: {'SecurityGroup': ['ID=2f669939-330c-44b2-bac7-56e25b67c48b,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:00.747654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:00.837663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks [] for floatingip, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.840291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:00.841624 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f813faa8-a04e-4663-9471-9c0c13953ee1 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] 10.222.0.10 "DELETE /v2.0/floatingips/b8da1552-e1a1-4e7a-ac65-0ce755738b19 HTTP/1.1" status: 204  len: 168 time: 1.1020479
Jan 24 05:06:01.065307 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-3f9f5042-1528-44c5-822a-0d08310a5f83 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups/2f669939-330c-44b2-bac7-56e25b67c48b HTTP/1.1" status: 200  len: 1800 time: 0.3033426
Jan 24 05:06:01.077276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f669939-330c-44b2-bac7-56e25b67c48b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:06:01.077511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f669939-330c-44b2-bac7-56e25b67c48b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:06:01.090656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:01.095077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Usage tracker for resource:security_group_rule and tenant:9e0313a4047b425c9fa3ce8e9264e924 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:01.098318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:01.104473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:01.164161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-279893ae-cb85-4e01-b351-f9197704a5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.168611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group_rule, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.194688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.197462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.205102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d23c2a4a-fe27-47c1-bfa9-d9a123a5a22a tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:01.227276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569ab2cc-e687-49f6-a42a-5ffce8b7482e,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:01.230266 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:01.238799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group_rule, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.240324 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-48f45e0f-b6f6-4d63-abe1-8fb77cb44c73 req-a8f01fba-8643-4b8b-9bf4-04b4c6fa210f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1677485
Jan 24 05:06:01.331194 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-ed0c5e67-caad-4e32-9820-4574456a8cb6 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups/2f669939-330c-44b2-bac7-56e25b67c48b HTTP/1.1" status: 200  len: 2393 time: 0.0555401
Jan 24 05:06:01.345017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f669939-330c-44b2-bac7-56e25b67c48b', 'remote_group_id': None}]} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:06:01.345366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f669939-330c-44b2-bac7-56e25b67c48b', 'remote_group_id': None}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:06:01.356546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:01.361654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Usage tracker for resource:security_group_rule and tenant:9e0313a4047b425c9fa3ce8e9264e924 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:01.365308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:01.371963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:01.454334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 21903217-6655-4c6f-9758-884d4ad926d9 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:06:01.473229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group_rule, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.506906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.511940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686356'] for security_group_rule, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.514140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4b43cfc4-9004-4cbf-b764-2cde4d1f08f8 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:01.542007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70030a73-150c-424b-b115-33744187f3c8,revision_number=0']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:01.545163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:01.547647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port 21903217-6655-4c6f-9758-884d4ad926d9 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:06:01.547996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.554300 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group_rule, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:01.555936 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-55c76150-cff4-4d07-a9e4-3694a30fce39 req-68fe41dd-50cc-4a7c-b20d-02e7e5d2cd26 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2153966
Jan 24 05:06:03.427814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:06:03.506869 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:06:03.517668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:06:03.518092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:03.578600 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-240aa5c6-814c-42c0-9cb3-7f1e7f9f1c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:03.659929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:03.677936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:06:03.680952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:03.682983 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:03.763590 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54658) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:03.764562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:03.768127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:03.813836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:03.984511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Sync routers for ids ['c584d740-9eee-4c35-a085-b535864b85b2'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:06:03.997363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Routers {'c584d740-9eee-4c35-a085-b535864b85b2'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:06:03.998034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd57fcba8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:06:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['c584d740-9eee-4c35-a085-b535864b85b2'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:04.215457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Set router c584d740-9eee-4c35-a085-b535864b85b2 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:06:04.630768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851001620'] for router_interface, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:04.737373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd57fcba8>, [{'id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:51Z', 'updated_at': '2021-01-24T05:05:57Z', 'revision_number': 4, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'gw_port': {'id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:52Z', 'updated_at': '2021-01-24T05:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'ed2268cf-45de-47a5-ae9f-e8eb03377f98', 'name': '', 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'mac_address': 'fa:16:3e:41:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:56Z', 'updated_at': '2021-01-24T05:05:57Z', 'revision_number': 2, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'subnets': [{'id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:04.741693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Checking router: c584d740-9eee-4c35-a085-b535864b85b2 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:06:04.742093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Updating router c584d740-9eee-4c35-a085-b535864b85b2 port ed2268cf-45de-47a5-ae9f-e8eb03377f98 binding host dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 24 05:06:04.800059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.012188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Deleting port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:06:05.012486 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.041670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.203515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] For port 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:06:05.203884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.233578 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Notify callbacks [] for port, precommit_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.266320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Transition to ACTIVE for port object ed2268cf-45de-47a5-ae9f-e8eb03377f98 will not be triggered until provisioned by entity L2. {{(pid=80087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:06:05.269283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.290842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:05.412061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:06:05.442354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e390a-47c7-4c5b-9943-178435785889 None None] Pushing event updated for resources: {'Port': ['ID=ed2268cf-45de-47a5-ae9f-e8eb03377f98,revision_number=3']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:05.457189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-642e390a-47c7-4c5b-9943-178435785889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:05.492890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.531709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:06:05.532458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.597660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Calling delete_port for 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 owned by network:router_interface {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:06:05.678785 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Attempting to bind port ed2268cf-45de-47a5-ae9f-e8eb03377f98 on host dv-cinder-772181-5-iscsi for vnic_type normal with profile  {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:06:05.679320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Attempting to bind port ed2268cf-45de-47a5-ae9f-e8eb03377f98 by drivers openvswitch on host dv-cinder-772181-5-iscsi at level 0 using segments [{'id': '039db80c-d0d5-4f01-960a-dd90af55a3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77'}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:06:05.679559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Attempting to bind port ed2268cf-45de-47a5-ae9f-e8eb03377f98 on network 83b7251e-65fa-4fc0-859c-4ea397313d77 {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:06:05.686183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Checking agent: {'id': '6626141d-22cc-467e-925f-675e6b156655', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 48, 35), 'started_at': datetime.datetime(2021, 1, 24, 4, 49, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:06:05.686589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Checking segment: {'id': '039db80c-d0d5-4f01-960a-dd90af55a3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:06:05.687034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.687462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Bound using segment: {'id': '039db80c-d0d5-4f01-960a-dd90af55a3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77'} {{(pid=80087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:06:05.687977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Bound port: ed2268cf-45de-47a5-ae9f-e8eb03377f98, host: dv-cinder-772181-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039db80c-d0d5-4f01-960a-dd90af55a3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77'}}] {{(pid=80087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:06:05.688402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.791063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] For port ed2268cf-45de-47a5-ae9f-e8eb03377f98, host dv-cinder-772181-5-iscsi, cleared binding levels {{(pid=80087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:06:05.798044 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] For port ed2268cf-45de-47a5-ae9f-e8eb03377f98, host dv-cinder-772181-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=ed2268cf-45de-47a5-ae9f-e8eb03377f98,segment=NetworkSegment(039db80c-d0d5-4f01-960a-dd90af55a3c3),segment_id=039db80c-d0d5-4f01-960a-dd90af55a3c3)] {{(pid=80087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:06:05.802804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.817458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:05.821962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:05.834993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:05.928337 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:05.935274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:05.977309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e390a-47c7-4c5b-9943-178435785889 None None] Pushing event updated for resources: {'Port': ['ID=ed2268cf-45de-47a5-ae9f-e8eb03377f98,revision_number=4']} {{(pid=80087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:05.982810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-642e390a-47c7-4c5b-9943-178435785889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:06.029061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Routers {'c584d740-9eee-4c35-a085-b535864b85b2'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:06:06.029848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd57fcba8>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:06:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['c584d740-9eee-4c35-a085-b535864b85b2'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:06.246786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] Set router c584d740-9eee-4c35-a085-b535864b85b2 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:06:06.335825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850854220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851001770'] for router_interface, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:06.609186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd57fcba8>, [{'id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:51Z', 'updated_at': '2021-01-24T05:05:57Z', 'revision_number': 4, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'gw_port': {'id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:52Z', 'updated_at': '2021-01-24T05:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'ed2268cf-45de-47a5-ae9f-e8eb03377f98', 'name': '', 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'mac_address': 'fa:16:3e:41:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:56Z', 'updated_at': '2021-01-24T05:06:05Z', 'revision_number': 4, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'subnets': [{'id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:06.613242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7af6a-5726-4552-857d-17cc1f8c96ac None None] The sync data for ids ['c584d740-9eee-4c35-a085-b535864b85b2'] in dv-cinder-772181-5-iscsi is: [{'id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:51Z', 'updated_at': '2021-01-24T05:05:57Z', 'revision_number': 4, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'gw_port': {'id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:52Z', 'updated_at': '2021-01-24T05:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'ed2268cf-45de-47a5-ae9f-e8eb03377f98', 'name': '', 'network_id': '83b7251e-65fa-4fc0-859c-4ea397313d77', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'mac_address': 'fa:16:3e:41:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:56Z', 'updated_at': '2021-01-24T05:06:05Z', 'revision_number': 4, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'subnets': [{'id': '31033d0e-1282-40b9-b8c4-6fdb581114ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:06:06.889522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:06:07.085317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:06:07.094922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] Sync routers for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:06:07.102296 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-d3f9e631-398a-4134-8cbd-1237bbcd3c62 admin admin] 10.222.0.10 "PUT /v2.0/routers/db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3375003
Jan 24 05:06:07.104833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54682) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:07.108641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:06:07.109336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfebdf28>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:06:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:07.312330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks [] for router, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:07.510864 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:06:07.520350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:07.526352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Deleting port d2f68fac-51f1-454d-817f-6d629e68d145 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:06:07.526622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:07.561883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device ed2268cf-45de-47a5-ae9f-e8eb03377f98 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:06:07.720488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] For port d2f68fac-51f1-454d-817f-6d629e68d145, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=d2f68fac-51f1-454d-817f-6d629e68d145,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:06:07.720821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:07.804421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning for port ed2268cf-45de-47a5-ae9f-e8eb03377f98 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:06:07.811158 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port ed2268cf-45de-47a5-ae9f-e8eb03377f98 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:06:07.811580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:07.857220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Calling delete_port for d2f68fac-51f1-454d-817f-6d629e68d145 owned by network:router_gateway {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:06:08.019714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.033569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfebdf28>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T05:06:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:08.043838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] Checking router: db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:06:08.066204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] Routers {'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:06:08.066918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcfebdf28>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:06:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:08.139047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] For port ed2268cf-45de-47a5-ae9f-e8eb03377f98, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=ed2268cf-45de-47a5-ae9f-e8eb03377f98,segment=NetworkSegment(039db80c-d0d5-4f01-960a-dd90af55a3c3),segment_id=039db80c-d0d5-4f01-960a-dd90af55a3c3)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:06:08.196154 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.205216 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f5e5bb02-1de1-43e2-96b6-f0cb30cc2421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:08.245671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.314977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Pushing event updated for resources: {'Port': ['ID=ed2268cf-45de-47a5-ae9f-e8eb03377f98,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:08.327591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.327975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.328352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.328763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.329255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.329476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.329835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.330195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.330551 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.330911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.331265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.331621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.332021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.332380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.332764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.333121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.334212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.334212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.334443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.334752 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.335114 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.335470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.335827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.336186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:08.342407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:08.353236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] Set router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:06:08.450871 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778788'] for router_gateway, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.568947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.606985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13389'] for router, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.609958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.632134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988397'] for router, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.632766 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Fanout notify agent at l3_agent the message router_deleted on router db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 {{(pid=80084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 24 05:06:08.645338 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.649009 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-7dfb0a77-c951-41f7-b51e-1d060d13719f admin admin] 10.222.0.10 "DELETE /v2.0/routers/db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98 HTTP/1.1" status: 204  len: 168 time: 1.5431631
Jan 24 05:06:08.649834 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54698) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:08.702797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcfebdf28>, [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T05:06:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:08.707392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801fa65-2078-48c4-a3a4-5dc31843e313 None None] The sync data for ids ['db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98'] in dv-cinder-772181-5-iscsi is: [{'id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'name': 'tempest-AttachVolumeShelveTestJSON-1943739305-router', 'tenant_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T04:57:31Z', 'updated_at': '2021-01-24T05:06:05Z', 'revision_number': 5, 'project_id': '7265c7dd1e6142b5ac1d2633bd676cc2', 'gw_port': {'id': 'd2f68fac-51f1-454d-817f-6d629e68d145', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a8b65-8fe3-4b4e-aa3f-54dc33ecda98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T04:57:33Z', 'updated_at': '2021-01-24T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:06:08.719378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Deleting subnet aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 {{(pid=80084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:06:08.722977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.779889 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27081706'] for subnet, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:08.864029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:09.137138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852425908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827738002'] for subnet, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:09.154161 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:09.246389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa74718b-c7d7-4be8-b2e7-3cf3daa444f6,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:09.268297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.268740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.269155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.269556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.269955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.270354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.271472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.271884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.272463 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.272885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.273299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.273673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.274107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.274501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.274896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.275317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.275705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.276099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.276488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.276909 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.277303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.277695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.278081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.278469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:09.283962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:09.312378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:09.317790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc494ec-f35d-48af-90c3-adf3b6b3357e None None] Network 65756a95-a3dc-4795-b455-30b70d7bac59 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:06:09.319118 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c870d67d-765e-434f-8342-35a2f8af5470 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/aa74718b-c7d7-4be8-b2e7-3cf3daa444f6 HTTP/1.1" status: 204  len: 168 time: 0.6681921
Jan 24 05:06:09.321783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54706) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:09.454799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:09.476800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device ed2268cf-45de-47a5-ae9f-e8eb03377f98 up at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:06:09.529080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Deleting port 01303623-312e-47d9-8bb0-86eb51432e84 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:06:09.529421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:09.613093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Provisioning complete for port ed2268cf-45de-47a5-ae9f-e8eb03377f98 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:06:09.613441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:09.768032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] For port 01303623-312e-47d9-8bb0-86eb51432e84, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=01303623-312e-47d9-8bb0-86eb51432e84,segment=NetworkSegment(5e176709-ae8d-40e8-af02-fc76e651ced0),segment_id=5e176709-ae8d-40e8-af02-fc76e651ced0)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:06:09.768776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:09.913940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb24b1-c539-4965-a487-ed21d0b456cd None None] DHCP port deletion for 65756a95-a3dc-4795-b455-30b70d7bac59 request from dv-cinder-772181-5-iscsi {{(pid=80085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 24 05:06:09.924641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Calling delete_port for 01303623-312e-47d9-8bb0-86eb51432e84 owned by network:dhcp {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:06:09.932755 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb24b1-c539-4965-a487-ed21d0b456cd None None] Deleting port 01303623-312e-47d9-8bb0-86eb51432e84 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:06:09.933182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d6fb24b1-c539-4965-a487-ed21d0b456cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:10.023747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:10.046141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ee83e5f5-be15-4b4e-8b73-fc1f26d6ad0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:10.048759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb24b1-c539-4965-a487-ed21d0b456cd None None] The port '01303623-312e-47d9-8bb0-86eb51432e84' was deleted {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 24 05:06:10.077758 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:06:10.117517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:06:10.117917 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 5dbfe86e-5f96-43d0-8d0d-1897a6fb8e26 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:06:10.118386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device d2f68fac-51f1-454d-817f-6d629e68d145 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:06:10.151802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=01303623-312e-47d9-8bb0-86eb51432e84,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:10.157650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: d2f68fac-51f1-454d-817f-6d629e68d145 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:06:10.158053 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device d2f68fac-51f1-454d-817f-6d629e68d145 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:06:10.159310 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:10.206363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] No DVR routers for this DVR port 01303623-312e-47d9-8bb0-86eb51432e84 on host dv-cinder-772181-5-iscsi {{(pid=80084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:06:10.336285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:10.454818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd45cf5f8>,) {'filters': {'network_id': ['65756a95-a3dc-4795-b455-30b70d7bac59']}} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:10.469557 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd45cf5f8>, '5e176709-ae8d-40e8-af02-fc76e651ced0') {'for_net_delete': True} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:10.469896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd45cf5f8>, '5e176709-ae8d-40e8-af02-fc76e651ced0') {} {{(pid=80084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:10.482439 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827694110'] for segment, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:10.497292 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:10.499308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:06:10.687173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Network 65756a95-a3dc-4795-b455-30b70d7bac59 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:06:10.696921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350575'] for segment, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:10.879054 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Network 65756a95-a3dc-4795-b455-30b70d7bac59 has no segments {{(pid=80084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:06:10.902053 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:06:10.984193 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:10.987519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:11.002473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:11.013872 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=65756a95-a3dc-4795-b455-30b70d7bac59,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:11.017321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:11.027348 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0556e3d0-cf5e-419b-b35a-2f8569b529f0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/65756a95-a3dc-4795-b455-30b70d7bac59 HTTP/1.1" status: 204  len: 168 time: 1.7045228
Jan 24 05:06:11.174631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54726) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:11.228511 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1d19d984-ae15-4589-8dda-5f7f9197ae21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7265c7dd1e6142b5ac1d2633bd676cc2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0521097
Jan 24 05:06:11.231056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 54730) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:11.299883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe7c8-4fb6-466e-90cc-cbd8824ed630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:11.327399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe7c8-4fb6-466e-90cc-cbd8824ed630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:11.373862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe7c8-4fb6-466e-90cc-cbd8824ed630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:11.379177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c05ee80d-a7d8-42b5-942e-f966d2f5a464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:11.393349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfe7c8-4fb6-466e-90cc-cbd8824ed630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96778bdc-647d-47fc-91e8-c32336ee5a07,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:11.398216 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0cbfe7c8-4fb6-466e-90cc-cbd8824ed630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:11.402442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe7c8-4fb6-466e-90cc-cbd8824ed630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:11.404265 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0cbfe7c8-4fb6-466e-90cc-cbd8824ed630 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96778bdc-647d-47fc-91e8-c32336ee5a07 HTTP/1.1" status: 204  len: 168 time: 0.1719985
Jan 24 05:06:11.416801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 01303623-312e-47d9-8bb0-86eb51432e84 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:06:11.456145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 01303623-312e-47d9-8bb0-86eb51432e84 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:06:11.456507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 01303623-312e-47d9-8bb0-86eb51432e84 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:06:21.482089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:06:26.792187 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-e2291058-ad84-4a0a-8ad2-c835f9062fc2 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-307669435&fields=id&tenant_id=9e0313a4047b425c9fa3ce8e9264e924 HTTP/1.1" status: 200  len: 267 time: 0.0483835
Jan 24 05:06:26.978269 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069480b-2cad-4204-86cd-2804f385693d req-9a4f12d1-4096-4616-809a-c97968a06591 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:26.979793 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-9a4f12d1-4096-4616-809a-c97968a06591 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 808 time: 0.1805375
Jan 24 05:06:26.995888 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-31f46245-0397-437f-9bc2-18221b83f676 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/quotas/9e0313a4047b425c9fa3ce8e9264e924 HTTP/1.1" status: 200  len: 375 time: 0.0098546
Jan 24 05:06:27.093360 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-dae601de-d85a-4f74-ad1f-392877860136 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0917573
Jan 24 05:06:27.244126 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-03154e2d-d993-40a9-9bec-2e09ea14666f service neutron] 10.222.0.10 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383965
Jan 24 05:06:27.389969 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-97aaccb2-80a5-4357-8c42-32698e11dd5f service neutron] 10.222.0.10 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391749
Jan 24 05:06:27.827884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a11f74bc-8ab4-4ff7-90be-fc1a5f8574d9 req-0e1f6fb1-9435-4801-93d4-a05ebdf6ad64 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Synchronizing usage tracker for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:06:27.847623 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-a11f74bc-8ab4-4ff7-90be-fc1a5f8574d9 req-0e1f6fb1-9435-4801-93d4-a05ebdf6ad64 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Unset dirty status for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:06:27.849649 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a11f74bc-8ab4-4ff7-90be-fc1a5f8574d9 req-0e1f6fb1-9435-4801-93d4-a05ebdf6ad64 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0743277
Jan 24 05:06:28.247157 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55010) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:28.407253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:28.423235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:28.427872 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e69785d43d487c92d6ad2c85b92305 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:28.430872 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:28.436726 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:28.527758 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:28.530239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:28.539528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1b39534e-5609-4e83-bb65-ea99304faba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:28.581532 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4e69785d43d487c92d6ad2c85b92305&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3332629
Jan 24 05:06:28.583019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7441031-2f04-45f3-bc88-aa73f34ef379,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:28.585012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55016) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:28.586913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:28.647130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:28.674052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:28.725438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:28.730384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-eb947171-1b37-4543-90e2-b9c921025462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:28.742784 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7441031-2f04-45f3-bc88-aa73f34ef379,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:28.752097 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.752509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.752956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.753357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.753749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.754142 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.754642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.755036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.755424 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.755811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.756202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.756613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.757042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.757431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.757816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.758199 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.758581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.758968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.759354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.759740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.760123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.760506 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.760913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.761293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:06:28.764655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:28.765861 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7441031-2f04-45f3-bc88-aa73f34ef379 HTTP/1.1" status: 204  len: 168 time: 0.1797018
Jan 24 05:06:28.766814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f1502861-d333-4511-a596-8850cc507ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:29.055468 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e5d033f9-7a97-403b-a0db-f7b840bf69c0 req-0a89635e-0519-40d7-a46c-4f59e3d48970 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0663989
Jan 24 05:06:29.156892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55038) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:29.180043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:29.198790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:29.201286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Usage tracker for resource:security_group_rule and tenant:1fb68ac674c4404f94d111ee03755e54 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:29.204382 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:29.210550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:29.309113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:29.313064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:29.324135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56c65db1-73f7-4e16-abfa-917fc3d35058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:29.373461 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fb68ac674c4404f94d111ee03755e54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2135234
Jan 24 05:06:29.374551 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c320a8-334b-4172-b8a8-84f35f227fae,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:29.376291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55046) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:29.377725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:29.499708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069480b-2cad-4204-86cd-2804f385693d req-ce49345a-fabd-42fe-b3de-8110fc4038a4 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:29.501386 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-ce49345a-fabd-42fe-b3de-8110fc4038a4 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.61 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 808 time: 0.2417774
Jan 24 05:06:29.517198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f324a512-3c5e-4681-a784-34434ca17b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:29.545237 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f324a512-3c5e-4681-a784-34434ca17b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:29.661768 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-e1df57d0-2eb6-4097-bf7f-755561c0b7c7 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e0313a4047b425c9fa3ce8e9264e924 HTTP/1.1" status: 200  len: 5757 time: 0.1081533
Jan 24 05:06:29.666892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f324a512-3c5e-4681-a784-34434ca17b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:29.674077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a440cf15-40dd-41d1-94ca-9531e6ef5ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:29.687014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Request body: {'port': {'device_id': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'admin_state_up': True, 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'security_groups': ['2f669939-330c-44b2-bac7-56e25b67c48b']}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:06:29.712026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324a512-3c5e-4681-a784-34434ca17b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c320a8-334b-4172-b8a8-84f35f227fae,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:29.714543 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f324a512-3c5e-4681-a784-34434ca17b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:29.778550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f324a512-3c5e-4681-a784-34434ca17b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:29.779737 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f324a512-3c5e-4681-a784-34434ca17b2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95c320a8-334b-4172-b8a8-84f35f227fae HTTP/1.1" status: 204  len: 168 time: 0.3936791
Jan 24 05:06:29.852315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:29.862295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:29.872142 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Made reservation on behalf of 9e0313a4047b425c9fa3ce8e9264e924 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:06:29.882351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:30.203549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Allocated IP 172.20.0.9 (e14835ae-0f29-449a-899b-fc42d84a4013/ce760ce4-f5a4-4543-8e56-17aecfbc70e5/1c93ba04-e157-40f7-bfb9-96228e737e22) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:06:30.247667 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-426a4f66-7c87-4f62-8574-944ffb145a63 req-58aecd46-bcd2-4580-80c1-a57397266be8 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0577343
Jan 24 05:06:30.435497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:30.455564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Transition to ACTIVE for port object 1c93ba04-e157-40f7-bfb9-96228e737e22 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:06:30.486245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:30.507192 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-22de5c53-0c02-40ec-9807-0d4ae86be96a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:30.678325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Pushing event updated for resources: {'Port': ['ID=1c93ba04-e157-40f7-bfb9-96228e737e22,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:30.695401 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:30.736464 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Network e14835ae-0f29-449a-899b-fc42d84a4013 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:06:30.737705 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:06:30.740361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:06:30.858818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:30.859553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:30.889162 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2174368
Jan 24 05:06:30.913659 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Request body: {'port': {'device_id': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:06:31.001710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4824299a-84a0-46c4-b89e-31dcaef63745 None None] Provisioning for port 1c93ba04-e157-40f7-bfb9-96228e737e22 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:06:31.004144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-4824299a-84a0-46c4-b89e-31dcaef63745 None None] Provisioning complete for port 1c93ba04-e157-40f7-bfb9-96228e737e22 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:06:31.004704 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4824299a-84a0-46c4-b89e-31dcaef63745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:31.044658 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:31.062031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-4824299a-84a0-46c4-b89e-31dcaef63745 None None] Port 1c93ba04-e157-40f7-bfb9-96228e737e22 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:06:31.165921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8091a897-f387-4b81-9cc5-0cd0350e618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:31.543272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c93ba04-e157-40f7-bfb9-96228e737e22 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:06:31.577071 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2e25a-9d52-42e5-9cfa-602700659bfb req-fa67a356-cac0-4036-b962-d1ffb5d080e7 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:31.577858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e7d2e25a-9d52-42e5-9cfa-602700659bfb req-fa67a356-cac0-4036-b962-d1ffb5d080e7 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Synchronizing usage tracker for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:06:31.581695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:31.602237 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Transition to ACTIVE for port object 1c93ba04-e157-40f7-bfb9-96228e737e22 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:06:31.605190 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:31.622934 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-dfa8dc56-6cea-4155-a852-2e2a52e361b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:31.662043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e7d2e25a-9d52-42e5-9cfa-602700659bfb req-fa67a356-cac0-4036-b962-d1ffb5d080e7 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Unset dirty status for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:06:31.663349 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e7d2e25a-9d52-42e5-9cfa-602700659bfb req-fa67a356-cac0-4036-b962-d1ffb5d080e7 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 931 time: 0.2727075
Jan 24 05:06:31.791363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c93ba04-e157-40f7-bfb9-96228e737e22,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:31.802270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:31.828122 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e7d2e25a-9d52-42e5-9cfa-602700659bfb req-864b9473-b654-4d3e-8130-aaa6555e4cf4 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1013420
Jan 24 05:06:32.251945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Attempting to bind port 1c93ba04-e157-40f7-bfb9-96228e737e22 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:06:32.252351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Attempting to bind port 1c93ba04-e157-40f7-bfb9-96228e737e22 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:06:32.253015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Attempting to bind port 1c93ba04-e157-40f7-bfb9-96228e737e22 on network e14835ae-0f29-449a-899b-fc42d84a4013 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:06:32.259756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:06:32.260130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Checking segment: {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:06:32.260689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:32.260929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Bound using segment: {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:06:32.261402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Bound port: 1c93ba04-e157-40f7-bfb9-96228e737e22, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5c4dde-9152-42a0-8b99-37f144a30b78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:06:32.261773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:32.373748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] For port 1c93ba04-e157-40f7-bfb9-96228e737e22, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:06:32.377361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] For port 1c93ba04-e157-40f7-bfb9-96228e737e22, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1c93ba04-e157-40f7-bfb9-96228e737e22,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:06:32.381605 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:32.400500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e10257d4-ad18-4379-b387-2f0fd5cfde2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:32.580650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c93ba04-e157-40f7-bfb9-96228e737e22,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:32.593318 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:32.612868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:32.614178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:32.616003 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] 10.222.0.61 "PUT /v2.0/ports/1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 1157 time: 1.7074497
Jan 24 05:06:32.616714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:06:32.724032 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'status': 'completed', 'code': 200}
Jan 24 05:06:32.763184 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069480b-2cad-4204-86cd-2804f385693d req-df575da0-ae71-405a-893b-0d42416ca23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:32.764652 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-df575da0-ae71-405a-893b-0d42416ca23f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1160 time: 0.0834031
Jan 24 05:06:32.853731 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-c4a1d821-44dd-484a-8be3-8938a7367ce6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 217 time: 0.0727546
Jan 24 05:06:32.936563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069480b-2cad-4204-86cd-2804f385693d req-8039f6c6-8759-4b75-9f3c-bc7a4aed095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:32.938281 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-8039f6c6-8759-4b75-9f3c-bc7a4aed095d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.0779331
Jan 24 05:06:33.093516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069480b-2cad-4204-86cd-2804f385693d req-25756e36-05c6-4a99-a97c-18c1fb79a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:33.095131 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-25756e36-05c6-4a99-a97c-18c1fb79a1c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1496618
Jan 24 05:06:33.122773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5be28-1fb5-43a6-a089-9675f8f28c07 req-d290f683-cfea-47f0-a8f5-a2bf7c3f6b77 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:33.124354 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-45f5be28-1fb5-43a6-a089-9675f8f28c07 req-d290f683-cfea-47f0-a8f5-a2bf7c3f6b77 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1438396
Jan 24 05:06:33.273909 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-45f5be28-1fb5-43a6-a089-9675f8f28c07 req-246af728-1f6a-441f-8661-eb11d5d51407 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1252053
Jan 24 05:06:33.314733 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-e9a7d6fc-a532-4461-891b-70a2e6133e11 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893158
Jan 24 05:06:33.463350 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3069480b-2cad-4204-86cd-2804f385693d req-217cffb5-48d8-424c-9676-b6fa129bbf7b service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414852
Jan 24 05:06:33.530484 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c2bfe070-db73-46c1-a5cc-b8da3ee40b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:33.653231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-42cfcbef-7b2c-45e9-bac0-6502f8182485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:33.655046 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-42cfcbef-7b2c-45e9-bac0-6502f8182485 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1160 time: 0.0841920
Jan 24 05:06:33.808367 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-56dd58ad-2299-4db0-a539-9af896283a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:33.810040 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-56dd58ad-2299-4db0-a539-9af896283a0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 902 time: 0.1465523
Jan 24 05:06:33.818458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:33.889879 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-94692ce7-c23e-4a51-bfbc-8d267f9ff915 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 217 time: 0.0677099
Jan 24 05:06:33.965532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-b2a08f38-c82b-431d-a552-9935f9bac604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:33.967111 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-b2a08f38-c82b-431d-a552-9935f9bac604 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.0699410
Jan 24 05:06:34.057444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-17546b85-deac-4078-8e3c-b9d20e641e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:34.059213 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-17546b85-deac-4078-8e3c-b9d20e641e04 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851831
Jan 24 05:06:34.213670 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-9a01925d-0ec3-486b-89c6-b3bdd212f8c2 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471453
Jan 24 05:06:34.365661 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0fa97337-d61a-40a0-b3b1-85258e3a572f req-5ffed270-9f94-4db9-a1f6-ee5f9f32f3f2 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453714
Jan 24 05:06:34.520569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809f981-d7b8-4a3c-b54f-a514b0bf1c3c req-ceb90443-b148-4e3d-9aad-e39b5c336e87 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:34.522460 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f809f981-d7b8-4a3c-b54f-a514b0bf1c3c req-ceb90443-b148-4e3d-9aad-e39b5c336e87 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1098001
Jan 24 05:06:34.575585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-f809f981-d7b8-4a3c-b54f-a514b0bf1c3c req-94794b1e-a734-47cd-8522-87b2ee083ed0 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Synchronizing usage tracker for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:06:34.592503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-f809f981-d7b8-4a3c-b54f-a514b0bf1c3c req-94794b1e-a734-47cd-8522-87b2ee083ed0 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Unset dirty status for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:06:34.593784 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f809f981-d7b8-4a3c-b54f-a514b0bf1c3c req-94794b1e-a734-47cd-8522-87b2ee083ed0 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0652113
Jan 24 05:06:35.044454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:35.453360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:35.828842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d890b84-3200-4b50-b15f-d6a607181eb9 req-ef5a4904-9d80-44e6-b64b-a04f8cdf591a tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:35.830464 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4d890b84-3200-4b50-b15f-d6a607181eb9 req-ef5a4904-9d80-44e6-b64b-a04f8cdf591a tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1048687
Jan 24 05:06:35.886276 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4d890b84-3200-4b50-b15f-d6a607181eb9 req-24ca6dbf-e44b-49f9-ba1d-fc8b249849a2 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0483336
Jan 24 05:06:36.423473 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55202) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:36.578905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:36.595132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:36.599455 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Usage tracker for resource:security_group_rule and tenant:c06579e174c948488a4f3dbb43a69460 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:36.602485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:36.608232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:36.694485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:36.697435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:36.706175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7a39faba-aa48-44de-8568-d2186a109a4a tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:36.748911 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c06579e174c948488a4f3dbb43a69460&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3242006
Jan 24 05:06:36.750542 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503ab092-6464-4e20-b91e-fd2bd22c57d0,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:36.751683 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55214) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:36.753799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:36.820515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2883-ad29-4f6f-9298-b22c73625d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:36.847227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2883-ad29-4f6f-9298-b22c73625d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:36.893421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2883-ad29-4f6f-9298-b22c73625d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:36.898741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-44f2c2b3-763e-4619-aca1-f0e81cf2217a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:36.912753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea2883-ad29-4f6f-9298-b22c73625d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503ab092-6464-4e20-b91e-fd2bd22c57d0,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:36.915458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b4ea2883-ad29-4f6f-9298-b22c73625d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:36.928095 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b4ea2883-ad29-4f6f-9298-b22c73625d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:36.932356 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b4ea2883-ad29-4f6f-9298-b22c73625d08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/503ab092-6464-4e20-b91e-fd2bd22c57d0 HTTP/1.1" status: 204  len: 168 time: 0.1795816
Jan 24 05:06:37.126832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bba4ea-fb85-442f-b3c0-345e6a7b52e1 req-906f582a-144d-4fc6-84a5-e6f058cac917 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:37.128472 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f6bba4ea-fb85-442f-b3c0-345e6a7b52e1 req-906f582a-144d-4fc6-84a5-e6f058cac917 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1081522
Jan 24 05:06:37.184862 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f6bba4ea-fb85-442f-b3c0-345e6a7b52e1 req-f17db838-e39d-4904-9788-02724a9f178b tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0492125
Jan 24 05:06:37.277656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55224) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:37.298009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:37.313972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:37.318664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Usage tracker for resource:security_group_rule and tenant:ff4aa222131c486bb750dc9e3cb46d84 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:37.321642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:37.327364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:37.417204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:37.419936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:37.429186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a139757b-d80f-4d0d-860f-a4a0a41a98f9 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:37.470932 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff4aa222131c486bb750dc9e3cb46d84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921122
Jan 24 05:06:37.471885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a36b24b-4b39-4128-a918-0e0aba1c2e29,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:37.474428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55228) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:37.476144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:37.536816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a6eb71d6-181e-4677-9318-da9984add0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:37.563482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a6eb71d6-181e-4677-9318-da9984add0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:37.608681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a6eb71d6-181e-4677-9318-da9984add0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:37.613778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-7d92c201-3215-4b3d-8d3a-bd9345ec7ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:37.627312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb71d6-181e-4677-9318-da9984add0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a36b24b-4b39-4128-a918-0e0aba1c2e29,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:37.630714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a6eb71d6-181e-4677-9318-da9984add0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:37.631632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a6eb71d6-181e-4677-9318-da9984add0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:37.632855 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a6eb71d6-181e-4677-9318-da9984add0a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a36b24b-4b39-4128-a918-0e0aba1c2e29 HTTP/1.1" status: 204  len: 168 time: 0.1573110
Jan 24 05:06:38.068232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55242) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:38.087989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:38.102874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:38.106848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Usage tracker for resource:security_group_rule and tenant:440eb53a03054966ba76d6707d7e895b is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:38.109765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:38.115730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:38.204235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:38.209145 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:38.218823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-50492b4c-0e1a-42da-b6e5-a1b690862878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:38.263290 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=440eb53a03054966ba76d6707d7e895b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1938579
Jan 24 05:06:38.264255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3448765-f46c-49f5-a1d6-23979151551f,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:38.266789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55248) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:38.280420 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:38.334568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5f12915b-aa61-4208-9efd-d55ad64f8509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:38.361930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5f12915b-aa61-4208-9efd-d55ad64f8509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:38.407403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5f12915b-aa61-4208-9efd-d55ad64f8509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:38.412805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-56734ae9-e91a-4e0e-a20a-267e454345e4 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:38.427292 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12915b-aa61-4208-9efd-d55ad64f8509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3448765-f46c-49f5-a1d6-23979151551f,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:38.430332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5f12915b-aa61-4208-9efd-d55ad64f8509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:38.431253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5f12915b-aa61-4208-9efd-d55ad64f8509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:38.436104 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5f12915b-aa61-4208-9efd-d55ad64f8509 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3448765-f46c-49f5-a1d6-23979151551f HTTP/1.1" status: 204  len: 168 time: 0.1646950
Jan 24 05:06:38.437274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929241c-7e64-4be1-bad1-83deb73ffc2f req-71541d36-9a74-4dc9-b675-7dd0d1d85a2e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:38.438968 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8929241c-7e64-4be1-bad1-83deb73ffc2f req-71541d36-9a74-4dc9-b675-7dd0d1d85a2e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1090810
Jan 24 05:06:38.494056 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8929241c-7e64-4be1-bad1-83deb73ffc2f req-c09694da-6ce8-41cb-afe6-1922279c0852 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0475113
Jan 24 05:06:38.628127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:39.738138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73550a-1cba-47a5-88c3-6540732592ca req-cc68cf56-7190-44a8-85f2-15cb5a50a8aa tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:39.739923 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4b73550a-1cba-47a5-88c3-6540732592ca req-cc68cf56-7190-44a8-85f2-15cb5a50a8aa tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1162052
Jan 24 05:06:39.792715 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4b73550a-1cba-47a5-88c3-6540732592ca req-e3edd403-cfca-45bd-b84c-433f8c131249 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0462880
Jan 24 05:06:41.037555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4050c-a092-4f07-b4b6-27b9d09e48c9 req-bc9e215a-b182-46d9-9692-8d229c435067 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:41.039183 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ead4050c-a092-4f07-b4b6-27b9d09e48c9 req-bc9e215a-b182-46d9-9692-8d229c435067 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1105587
Jan 24 05:06:41.090541 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ead4050c-a092-4f07-b4b6-27b9d09e48c9 req-ffd5d5d9-2885-43d5-9d53-f306a33b907c tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450351
Jan 24 05:06:42.322773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc4ba9-2cfb-4fc5-95ee-32a4b70bc390 req-97d040eb-f5b3-453c-8c1c-9b6f422c5f79 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:42.324378 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-76bc4ba9-2cfb-4fc5-95ee-32a4b70bc390 req-97d040eb-f5b3-453c-8c1c-9b6f422c5f79 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1062727
Jan 24 05:06:42.378785 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-76bc4ba9-2cfb-4fc5-95ee-32a4b70bc390 req-8fd7e844-1188-4cc9-a805-ce114af96172 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0480044
Jan 24 05:06:43.618457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e56991-3133-40f8-a4f4-ec147896c429 req-8b8b460e-6a87-41fb-9977-c87abd2ccb9d tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:43.619967 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-80e56991-3133-40f8-a4f4-ec147896c429 req-8b8b460e-6a87-41fb-9977-c87abd2ccb9d tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1073701
Jan 24 05:06:43.670732 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-80e56991-3133-40f8-a4f4-ec147896c429 req-1bacb4de-c590-4664-a9e7-68865e494cf5 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445561
Jan 24 05:06:43.871394 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-14041740-8430-4ca9-a10e-c38ffac8235f req-a694d0ee-1d24-4a97-a43d-c9fd4be3c2c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0756307
Jan 24 05:06:44.061552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041740-8430-4ca9-a10e-c38ffac8235f req-7368aca6-7855-4151-9d65-1dd0bf9affef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:44.063151 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-14041740-8430-4ca9-a10e-c38ffac8235f req-7368aca6-7855-4151-9d65-1dd0bf9affef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 1162 time: 0.0806322
Jan 24 05:06:44.107477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1c93ba04-e157-40f7-bfb9-96228e737e22 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:06:44.180408 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 1c93ba04-e157-40f7-bfb9-96228e737e22 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:06:44.185360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 1c93ba04-e157-40f7-bfb9-96228e737e22 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:06:44.185744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:44.226207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041740-8430-4ca9-a10e-c38ffac8235f req-56d5993a-8840-42c6-86d7-fca56919aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:44.227827 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-14041740-8430-4ca9-a10e-c38ffac8235f req-56d5993a-8840-42c6-86d7-fca56919aa6c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1439123
Jan 24 05:06:44.334820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:44.349747 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-14041740-8430-4ca9-a10e-c38ffac8235f req-e1aad8ea-2e3d-4245-b7ec-0601f2fa3f6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89 HTTP/1.1" status: 200  len: 1001 time: 0.1095672
Jan 24 05:06:44.369136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:06:44.375149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 1c93ba04-e157-40f7-bfb9-96228e737e22, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1c93ba04-e157-40f7-bfb9-96228e737e22,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:06:44.378381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:44.380308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:44.436646 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041740-8430-4ca9-a10e-c38ffac8235f req-5a7395b3-52b0-43e6-89df-946b079f3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:44.438495 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-14041740-8430-4ca9-a10e-c38ffac8235f req-5a7395b3-52b0-43e6-89df-946b079f3faf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0795517
Jan 24 05:06:44.447647 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'code': 200}
Jan 24 05:06:44.460791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=1c93ba04-e157-40f7-bfb9-96228e737e22,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:44.464171 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:44.903744 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9f835-e49c-4381-8f2b-7549bd880674 req-87407ab3-0a01-4443-823a-01f0fbafedfa tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:44.905376 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-37f9f835-e49c-4381-8f2b-7549bd880674 req-87407ab3-0a01-4443-823a-01f0fbafedfa tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1054456
Jan 24 05:06:44.959690 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-37f9f835-e49c-4381-8f2b-7549bd880674 req-37c07382-6625-4d33-9cc5-63a802ecc4c5 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0480206
Jan 24 05:06:46.197038 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899152bc-131d-446c-9b67-eb80aaef3943 req-cb3315bf-f429-4040-96e0-c27f500d34a3 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:46.198709 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-899152bc-131d-446c-9b67-eb80aaef3943 req-cb3315bf-f429-4040-96e0-c27f500d34a3 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1079288
Jan 24 05:06:46.252971 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-899152bc-131d-446c-9b67-eb80aaef3943 req-3f9484f8-43bb-4ff7-813a-3f067d118c7f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0474877
Jan 24 05:06:47.555112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67288f-dedf-44f9-8eb7-c4bd2e667303 req-564495fc-081c-45b5-83fe-68418025e4bd tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:47.556742 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ec67288f-dedf-44f9-8eb7-c4bd2e667303 req-564495fc-081c-45b5-83fe-68418025e4bd tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1760213
Jan 24 05:06:47.559762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041740-8430-4ca9-a10e-c38ffac8235f req-1f80e1d7-ead2-4116-ae64-50231c990d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:47.561306 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-14041740-8430-4ca9-a10e-c38ffac8235f req-1f80e1d7-ead2-4116-ae64-50231c990d36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1386316
Jan 24 05:06:47.868748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1c93ba04-e157-40f7-bfb9-96228e737e22 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:06:47.943447 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 1c93ba04-e157-40f7-bfb9-96228e737e22 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:06:47.943861 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:47.962545 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ec67288f-dedf-44f9-8eb7-c4bd2e667303 req-3c0638a1-0720-4016-b2aa-adbca2b1aec4 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3993132
Jan 24 05:06:48.021934 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-14041740-8430-4ca9-a10e-c38ffac8235f req-353cadb5-c29d-4a04-bd30-29ff91595863 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4442568
Jan 24 05:06:48.031511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fb7f9-6797-4d38-ae5a-b62bccd7be42 req-896a43ef-3072-42b7-a35c-0c5a5734fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:48.033073 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4b7fb7f9-6797-4d38-ae5a-b62bccd7be42 req-896a43ef-3072-42b7-a35c-0c5a5734fe7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1162 time: 0.3584561
Jan 24 05:06:48.168033 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4b7fb7f9-6797-4d38-ae5a-b62bccd7be42 req-5ee1eacc-8aa1-4fe5-af1c-1e9d16b3024b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1110299
Jan 24 05:06:48.212867 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-14041740-8430-4ca9-a10e-c38ffac8235f req-661bf217-6109-4235-a159-1b224f8d0ce6 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1787393
Jan 24 05:06:49.450500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2b90-abdb-440f-832f-8d9d5e6315ef req-8920353b-b269-4a38-9179-19b83a1933da tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:49.452159 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aaba2b90-abdb-440f-832f-8d9d5e6315ef req-8920353b-b269-4a38-9179-19b83a1933da tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.3547041
Jan 24 05:06:49.509246 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aaba2b90-abdb-440f-832f-8d9d5e6315ef req-032f2267-e0ad-408e-ae40-8ea3c0b0538f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0478191
Jan 24 05:06:49.740951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55444) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:49.895621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:49.910929 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:49.914907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] Usage tracker for resource:security_group_rule and tenant:1685349acf1949e980e623db312b5344 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:49.917857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:49.923521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:50.007863 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.010796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.020174 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-93c640bd-dd00-4cc7-aeb7-5c5f63820d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:50.061612 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1685349acf1949e980e623db312b5344&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3195231
Jan 24 05:06:50.062615 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc90d54e-301f-4940-851c-4b4721636898,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:50.064467 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55450) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:50.065937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0ee0df1e-0383-49a1-b9cf-cf409a034b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:50.127919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ae7461ba-2851-40b0-b3c0-2cf560d206d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.155621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ae7461ba-2851-40b0-b3c0-2cf560d206d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.199878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ae7461ba-2851-40b0-b3c0-2cf560d206d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.204846 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-57bbe938-d487-4992-9e4d-82693cbd2e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:50.222160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7461ba-2851-40b0-b3c0-2cf560d206d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc90d54e-301f-4940-851c-4b4721636898,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:50.225332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ae7461ba-2851-40b0-b3c0-2cf560d206d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:50.226480 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ae7461ba-2851-40b0-b3c0-2cf560d206d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.227752 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ae7461ba-2851-40b0-b3c0-2cf560d206d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc90d54e-301f-4940-851c-4b4721636898 HTTP/1.1" status: 204  len: 168 time: 0.1620729
Jan 24 05:06:50.598106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55476) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:50.618622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.637124 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:50.641707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Usage tracker for resource:security_group_rule and tenant:f64147cd626c49859f9fe95ffccd4e51 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:50.645464 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:50.651907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:50.725968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1c93ba04-e157-40f7-bfb9-96228e737e22 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:06:50.755110 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.758016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.787459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6436d600-50ab-4b8b-9410-afbb641cafe4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:50.808236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 1c93ba04-e157-40f7-bfb9-96228e737e22 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:06:50.808662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.827634 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f64147cd626c49859f9fe95ffccd4e51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2283762
Jan 24 05:06:50.831564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55482) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:06:50.855409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e107068-68a2-4f43-af8b-30b855dd53ac,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:50.872461 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:50.922637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d3f55-3369-4af0-830c-8f7b6e8a97d0 req-9161d7c8-457e-4a30-ad8d-5ef8e58ddcde tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:50.930653 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-434d3f55-3369-4af0-830c-8f7b6e8a97d0 req-9161d7c8-457e-4a30-ad8d-5ef8e58ddcde tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1299827
Jan 24 05:06:50.931469 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-702627fe-5a2c-4a33-a9bf-a59aa303e9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.962849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-702627fe-5a2c-4a33-a9bf-a59aa303e9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:50.980389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-434d3f55-3369-4af0-830c-8f7b6e8a97d0 req-2d436dea-b1e5-41e1-8494-1be4de6be7b8 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0481281
Jan 24 05:06:51.014096 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-702627fe-5a2c-4a33-a9bf-a59aa303e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:51.019735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1e2e45ba-49f1-417b-9ed1-5e9b4fa97654 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:51.033384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702627fe-5a2c-4a33-a9bf-a59aa303e9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e107068-68a2-4f43-af8b-30b855dd53ac,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:51.037197 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-702627fe-5a2c-4a33-a9bf-a59aa303e9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:51.038134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-702627fe-5a2c-4a33-a9bf-a59aa303e9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:51.039384 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-702627fe-5a2c-4a33-a9bf-a59aa303e9d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e107068-68a2-4f43-af8b-30b855dd53ac HTTP/1.1" status: 204  len: 168 time: 0.2056041
Jan 24 05:06:51.219861 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375a01f-0aa3-480e-a70f-f87ff7a7cf77 req-1d8d3130-95d2-4b5e-8a47-c0a63ca51368 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:51.221569 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e375a01f-0aa3-480e-a70f-f87ff7a7cf77 req-1d8d3130-95d2-4b5e-8a47-c0a63ca51368 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1063492
Jan 24 05:06:51.276793 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e375a01f-0aa3-480e-a70f-f87ff7a7cf77 req-04164783-dbc1-403d-9812-aad320050d59 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0480900
Jan 24 05:06:51.508671 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-3a51b6e6-5d4e-4b58-929b-48ab9c834350 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1755533
Jan 24 05:06:51.520094 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Request body: {'floatingip': {'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:06:51.530488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:06:51.534637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Usage tracker for resource:floatingip and tenant:9e0313a4047b425c9fa3ce8e9264e924 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:06:51.537832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:06:51.543796 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:06:51.553066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for floatingip, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:51.701656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:51.991602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Allocated IP 172.27.3.101 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/ea680018-2a78-4352-875c-2be7c7667026) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:06:52.168396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:52.201519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:52.218669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d440c947-a526-4f58-a2ef-b03bf1ae6d02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:52.428787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:06:52.435169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:06:52.437312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Pushing event updated for resources: {'Port': ['ID=ea680018-2a78-4352-875c-2be7c7667026,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:52.446576 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:06:52.476177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:52.539459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for floatingip, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:52.602370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:52.879490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:52.883143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:52.898057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f1a9b2bd-90f8-4847-80b5-1f23f43c427f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:06:53.031908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Pushing event updated for resources: {'Port': ['ID=ea680018-2a78-4352-875c-2be7c7667026,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:06:53.037685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:06:53.136517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:53.172546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:53.173871 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6590383
Jan 24 05:06:53.265071 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-c4e071bc-c9db-4e4b-9583-4e3cfe7069a9 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Synchronizing usage tracker for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:floatingip {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:06:53.281938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-c4e071bc-c9db-4e4b-9583-4e3cfe7069a9 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Unset dirty status for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:floatingip {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:06:53.283197 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-c4e071bc-c9db-4e4b-9583-4e3cfe7069a9 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.101 HTTP/1.1" status: 200  len: 696 time: 0.1018498
Jan 24 05:06:53.463421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-c2f5d4c6-91e1-4961-a2e7-533a15c9f1d0 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:53.464952 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-c2f5d4c6-91e1-4961-a2e7-533a15c9f1d0 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.1746664
Jan 24 05:06:53.476363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-d17a888a-3cbf-41f2-9abc-3f3c7d2a3cf7 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 05:06:53.477436 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4bfa9ab6-682b-41d2-84df-b99057c17047 req-d17a888a-3cbf-41f2-9abc-3f3c7d2a3cf7 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0066524
Jan 24 05:06:53.696093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-cbb850e8-91c5-4aa1-85bd-a65c38155361 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:53.697795 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-cbb850e8-91c5-4aa1-85bd-a65c38155361 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1108758
Jan 24 05:06:53.794441 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-cd55d3c3-665b-4c1e-acf3-d7f00b9092c0 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.101 HTTP/1.1" status: 200  len: 696 time: 0.0899103
Jan 24 05:06:53.808358 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-dedc47cc-4c12-4a4a-aac1-adf4a96b9fae tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Request body: {'floatingip': {'port_id': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:06:53.895962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-dedc47cc-4c12-4a4a-aac1-adf4a96b9fae tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for floatingip, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:54.529803 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-dedc47cc-4c12-4a4a-aac1-adf4a96b9fae tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:54.532363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-dedc47cc-4c12-4a4a-aac1-adf4a96b9fae tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:54.714719 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-dedc47cc-4c12-4a4a-aac1-adf4a96b9fae tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Floating IP 513947a3-74cf-49b3-8ecb-a837329adebc associated. External IP: 172.27.3.101, port: 1c93ba04-e157-40f7-bfb9-96228e737e22.
Jan 24 05:06:55.081685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-dedc47cc-4c12-4a4a-aac1-adf4a96b9fae tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Router a610c6d1-83a7-47db-ac15-bbed93839779 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:06:55.283592 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-dedc47cc-4c12-4a4a-aac1-adf4a96b9fae tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:06:55.289347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-dedc47cc-4c12-4a4a-aac1-adf4a96b9fae tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:06:55.295970 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] Sync routers for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:06:55.309388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:06:55.310159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c37080>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:06:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:55.349436 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-dedc47cc-4c12-4a4a-aac1-adf4a96b9fae tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "PUT /v2.0/floatingips/513947a3-74cf-49b3-8ecb-a837329adebc HTTP/1.1" status: 200  len: 996 time: 1.5463197
Jan 24 05:06:55.350837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:06:55.431832 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'status': 'completed', 'code': 200}
Jan 24 05:06:55.453216 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-e8790c59-890d-4005-926a-d89f7325ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:55.455066 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-e8790c59-890d-4005-926a-d89f7325ee1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1162 time: 0.0853956
Jan 24 05:06:55.609381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-a03a606c-f4f7-4378-8d48-b99deb7780b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:55.610935 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-a03a606c-f4f7-4378-8d48-b99deb7780b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 902 time: 0.1483109
Jan 24 05:06:55.669831 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:06:55.724970 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-28e3fd5b-5d6d-4ebb-b440-fa37a053ffbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 999 time: 0.1069098
Jan 24 05:06:55.797972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-e7efccc4-cfbb-43cb-bb92-0b6546f86fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:55.799578 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-e7efccc4-cfbb-43cb-bb92-0b6546f86fa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.0683761
Jan 24 05:06:55.883428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-3ac67c36-722a-4d1a-936b-28ea4e73c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:55.885000 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-3ac67c36-722a-4d1a-936b-28ea4e73c296 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786390
Jan 24 05:06:56.030898 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-4e46a744-7d8d-4ef6-a23a-4243eb9c183c service neutron] 10.222.0.10 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380317
Jan 24 05:06:56.044823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c37080>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '513947a3-74cf-49b3-8ecb-a837329adebc', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'port_id': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'mac_address': 'fa:16:3e:c9:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:06:52Z', 'updated_at': '2021-01-24T05:06:54Z', 'revision_number': 1, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:59Z', 'revision_number': 5, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:56.048903 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] Checking router: a610c6d1-83a7-47db-ac15-bbed93839779 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:06:56.058381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:06:56.059033 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c37080>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:06:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:56.258450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:06:56.407520 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fe09327-ce7b-4ba5-b889-ea208a1d602b req-fdcbbd42-58bf-4522-9ce5-92bdac5169ab service neutron] 10.222.0.10 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3694336
Jan 24 05:06:56.636003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c37080>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '513947a3-74cf-49b3-8ecb-a837329adebc', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'port_id': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'mac_address': 'fa:16:3e:c9:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:06:52Z', 'updated_at': '2021-01-24T05:06:54Z', 'revision_number': 1, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:59Z', 'revision_number': 5, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:06:56.640035 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2d2c2-fa1d-4b8e-b504-eff6df3f095a None None] The sync data for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi is: [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '513947a3-74cf-49b3-8ecb-a837329adebc', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'port_id': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'mac_address': 'fa:16:3e:c9:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:06:52Z', 'updated_at': '2021-01-24T05:06:54Z', 'revision_number': 1, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:59Z', 'revision_number': 5, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:06:56.949435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3515e761-cf8f-48fb-b78e-5814dc73666c None None] New status for floating IP 513947a3-74cf-49b3-8ecb-a837329adebc: ACTIVE {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:06:57.716788 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad402d1-4205-49d8-89db-900f667f184f req-791314f5-2e34-4e2e-85da-cbf289dbef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:57.718389 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aad402d1-4205-49d8-89db-900f667f184f req-791314f5-2e34-4e2e-85da-cbf289dbef95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1162 time: 0.0903180
Jan 24 05:06:57.868069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad402d1-4205-49d8-89db-900f667f184f req-b253f861-f8d0-49c8-b6f9-a165957ccbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:57.869746 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aad402d1-4205-49d8-89db-900f667f184f req-b253f861-f8d0-49c8-b6f9-a165957ccbc1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 902 time: 0.1390920
Jan 24 05:06:57.982007 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aad402d1-4205-49d8-89db-900f667f184f req-3474b5e9-2388-4739-9567-51476cbc638f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 1001 time: 0.1021733
Jan 24 05:06:58.057414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad402d1-4205-49d8-89db-900f667f184f req-2e259a78-051d-42ec-92f2-6d6338cde743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:58.058971 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aad402d1-4205-49d8-89db-900f667f184f req-2e259a78-051d-42ec-92f2-6d6338cde743 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.0640254
Jan 24 05:06:58.481888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:06:58.957329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad402d1-4205-49d8-89db-900f667f184f req-df8461c2-72df-4615-961f-84d8b761229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:06:58.959462 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aad402d1-4205-49d8-89db-900f667f184f req-df8461c2-72df-4615-961f-84d8b761229e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799186
Jan 24 05:07:00.091178 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aad402d1-4205-49d8-89db-900f667f184f req-558300d0-ea6b-4771-9ef5-05d21d471f7f service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3612847
Jan 24 05:07:00.837504 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aad402d1-4205-49d8-89db-900f667f184f req-44769879-cbf5-4137-947f-4e75e51e5ce9 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367223
Jan 24 05:07:01.167156 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-aa8e36cb-1a06-4f9f-84a9-33e18210aac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:03.532266 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-eca6f43d-317d-412e-95cf-ffc43c7627c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:03.819785 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:03.829802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55670) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:03.983971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:04.000035 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:04.005348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Usage tracker for resource:security_group_rule and tenant:06d521a65f51423fb25cbaf3c1c1b166 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:04.008268 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:04.014022 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:04.098554 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:04.101336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:04.110047 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c53b47a5-0f38-4dcd-a0d3-ef203eb80d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:04.156190 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06d521a65f51423fb25cbaf3c1c1b166&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3252521
Jan 24 05:07:04.157190 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d476f2-3964-4f26-a7dc-3d1500854dc3,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:04.160489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55676) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:04.161121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:04.226068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5762f43f-d3df-404a-ad57-14bd94f76643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:04.257618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5762f43f-d3df-404a-ad57-14bd94f76643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:04.303456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5762f43f-d3df-404a-ad57-14bd94f76643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:04.308409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-06972c38-96da-4d3f-b2cf-6ed05979c397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:04.321811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f43f-d3df-404a-ad57-14bd94f76643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d476f2-3964-4f26-a7dc-3d1500854dc3,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:04.324803 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5762f43f-d3df-404a-ad57-14bd94f76643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:04.325964 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5762f43f-d3df-404a-ad57-14bd94f76643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:04.329029 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5762f43f-d3df-404a-ad57-14bd94f76643 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32d476f2-3964-4f26-a7dc-3d1500854dc3 HTTP/1.1" status: 204  len: 168 time: 0.1671875
Jan 24 05:07:05.050519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:05.455524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:05.469298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55732) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:05.625761 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:05.642416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:05.646802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] Usage tracker for resource:security_group_rule and tenant:12d0d2dfd65e47fd93e5fbee7f7e62db is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:05.649867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:05.655844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:05.746669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:05.749682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:05.758287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cb7e1d73-cdfc-4f3e-a35c-5f28823f10d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:05.805485 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12d0d2dfd65e47fd93e5fbee7f7e62db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3350022
Jan 24 05:07:05.807205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b94cf6-6092-4940-96d6-9a144198ae7e,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:05.808411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55742) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:05.810478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-65397a4a-02fe-4535-b4ea-c16b888cbd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:05.873063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e9be126-68b4-43d9-8627-c3decf84335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:05.899706 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e9be126-68b4-43d9-8627-c3decf84335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:05.944226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e9be126-68b4-43d9-8627-c3decf84335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:05.949120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b3d7e095-3339-45c0-a27c-aadd4d159432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:05.963740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9be126-68b4-43d9-8627-c3decf84335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b94cf6-6092-4940-96d6-9a144198ae7e,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:05.966976 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0e9be126-68b4-43d9-8627-c3decf84335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:05.971528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e9be126-68b4-43d9-8627-c3decf84335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:05.973328 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0e9be126-68b4-43d9-8627-c3decf84335d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1b94cf6-6092-4940-96d6-9a144198ae7e HTTP/1.1" status: 204  len: 168 time: 0.1638253
Jan 24 05:07:06.321650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55750) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:06.341368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:06.356978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:06.360999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Usage tracker for resource:security_group_rule and tenant:fee8d993a4b64b438e854b3e450f5dfb is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:06.364189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:06.369942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:06.455672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:06.459132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:06.471652 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8ed8f1d0-2e6e-4628-88ce-cded8e731b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:06.513348 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fee8d993a4b64b438e854b3e450f5dfb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1905012
Jan 24 05:07:06.514176 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74cfbfc-d103-48ed-a836-55644f57838a,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:06.516131 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55754) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:06.517476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:06.579818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bf390d15-dd7a-47cb-8404-b147715bc817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:06.607151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bf390d15-dd7a-47cb-8404-b147715bc817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:06.650773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bf390d15-dd7a-47cb-8404-b147715bc817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:06.655663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4dc8b31d-06f8-4cca-b990-6acc5eab3ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:06.668650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf390d15-dd7a-47cb-8404-b147715bc817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74cfbfc-d103-48ed-a836-55644f57838a,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:06.672862 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bf390d15-dd7a-47cb-8404-b147715bc817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:06.679128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-bf390d15-dd7a-47cb-8404-b147715bc817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:06.680349 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-bf390d15-dd7a-47cb-8404-b147715bc817 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d74cfbfc-d103-48ed-a836-55644f57838a HTTP/1.1" status: 204  len: 168 time: 0.1630328
Jan 24 05:07:08.634951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:08.849330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55806) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:09.000827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.015900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:09.020422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] Usage tracker for resource:security_group_rule and tenant:c67ae96870b14cdc8d34a709bc4cb6f0 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:09.023370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:09.029192 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:09.113800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.116719 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.128924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f2c60944-d8e0-4ab8-bb62-893049b32f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:09.171643 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c67ae96870b14cdc8d34a709bc4cb6f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3211985
Jan 24 05:07:09.172559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a56a109-cdfe-418f-99f2-c246a6af5cb1,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:09.174679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55814) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:09.175825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ca1287cb-9f74-4553-80e9-b8b85e0ed95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:09.237211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.270505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.315557 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.320467 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b901c96f-3cbd-4515-9796-5178d0c8f11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:09.337090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a56a109-cdfe-418f-99f2-c246a6af5cb1,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:09.348500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.348939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.349371 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.349748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.350148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.350549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.350939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.351329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.351724 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.352112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.352500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.352935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.353362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.353753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.354140 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.354524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.354907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.355294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.355670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.356041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.356425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.356837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.357222 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.357611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:09.360602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.364507 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a56a109-cdfe-418f-99f2-c246a6af5cb1 HTTP/1.1" status: 204  len: 168 time: 0.1857979
Jan 24 05:07:09.364507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f349e90e-6755-4e03-a3a7-8c83cff35db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:09.712233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 55828) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:09.732398 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.749266 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:09.753304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] Usage tracker for resource:security_group_rule and tenant:3b45177f0ee746ce9c91bcd9c38f5324 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:09.756249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:09.762022 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:09.762350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7df9-9913-43df-834d-4de10834a1a3 req-6dc1e3fc-2a43-4e31-85f8-6efb2ac10ff0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:09.764024 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a3a7df9-9913-43df-834d-4de10834a1a3 req-6dc1e3fc-2a43-4e31-85f8-6efb2ac10ff0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1137404
Jan 24 05:07:09.817707 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6a3a7df9-9913-43df-834d-4de10834a1a3 req-dd82839f-2c22-4927-ba6a-2743d4bbc421 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0462081
Jan 24 05:07:09.848894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.851753 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.860598 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-dee70449-6284-4e31-8f5e-80793d360d5f tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:09.902993 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b45177f0ee746ce9c91bcd9c38f5324&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1896050
Jan 24 05:07:09.904740 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2430bf1e-c37f-42a2-84b0-7a60ec318a90,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:09.905955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 55832) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:09.908022 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e2aa1646-029a-49e3-915f-bc594880b43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:09.968885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fae243ee-a345-4df3-b35f-04cf9d2c23af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:09.996428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fae243ee-a345-4df3-b35f-04cf9d2c23af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:10.040924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fae243ee-a345-4df3-b35f-04cf9d2c23af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:10.045856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8cc40474-08b5-45b6-bd91-918a41b10635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:10.059932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae243ee-a345-4df3-b35f-04cf9d2c23af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2430bf1e-c37f-42a2-84b0-7a60ec318a90,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:10.064768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fae243ee-a345-4df3-b35f-04cf9d2c23af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:10.066983 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fae243ee-a345-4df3-b35f-04cf9d2c23af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:10.069379 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-fae243ee-a345-4df3-b35f-04cf9d2c23af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2430bf1e-c37f-42a2-84b0-7a60ec318a90 HTTP/1.1" status: 204  len: 168 time: 0.1620460
Jan 24 05:07:11.061608 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f017eb-771e-4118-b87f-f2a311badd0d req-0c7ea7c1-b16c-4c11-8dac-103024d83ab3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:11.063219 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-78f017eb-771e-4118-b87f-f2a311badd0d req-0c7ea7c1-b16c-4c11-8dac-103024d83ab3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1099858
Jan 24 05:07:11.116869 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-78f017eb-771e-4118-b87f-f2a311badd0d req-96570c60-d96a-498c-86cb-faf4f04112c7 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0468221
Jan 24 05:07:12.372922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58a462-523e-4098-a7b5-6c06e71d09be req-b5f6b392-c4c1-4225-8c3e-6d4b7733fcf2 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:12.374561 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2e58a462-523e-4098-a7b5-6c06e71d09be req-b5f6b392-c4c1-4225-8c3e-6d4b7733fcf2 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1282644
Jan 24 05:07:12.429291 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2e58a462-523e-4098-a7b5-6c06e71d09be req-901b40ce-a687-43fd-9622-6a2a0046ce02 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0474181
Jan 24 05:07:13.661034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602cc6f-a3d7-4ac2-ad1c-e425b7c8d3d5 req-87af4846-049b-47a2-95a2-8a88eea773d2 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:13.662631 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c602cc6f-a3d7-4ac2-ad1c-e425b7c8d3d5 req-87af4846-049b-47a2-95a2-8a88eea773d2 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1048062
Jan 24 05:07:13.718652 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c602cc6f-a3d7-4ac2-ad1c-e425b7c8d3d5 req-063a1bc8-5abf-4b60-a7ad-2e9c56e0d721 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0497756
Jan 24 05:07:14.964964 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfd0c-6270-4a52-9b68-0fa51760e9e1 req-75e9ad6d-e0f5-49d2-ab2d-3b991c61d68a tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:14.966614 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddbfd0c-6270-4a52-9b68-0fa51760e9e1 req-75e9ad6d-e0f5-49d2-ab2d-3b991c61d68a tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1125257
Jan 24 05:07:15.017325 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1ddbfd0c-6270-4a52-9b68-0fa51760e9e1 req-9aea49eb-3a84-4902-8ea9-966030930ada tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440788
Jan 24 05:07:15.372063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 36ad2849-16a7-4613-a7e0-98e6ba814c89 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:07:15.447449 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 36ad2849-16a7-4613-a7e0-98e6ba814c89 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:07:15.447866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:15.685602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5f279-5534-4096-b258-69578abd871b req-42c7e594-81b6-456c-b7ad-64ecc5617d3b tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:15.687079 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2ab5f279-5534-4096-b258-69578abd871b req-42c7e594-81b6-456c-b7ad-64ecc5617d3b tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 945 time: 0.1044164
Jan 24 05:07:15.767861 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Deleting port 36ad2849-16a7-4613-a7e0-98e6ba814c89 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:07:15.768806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:15.854263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 36ad2849-16a7-4613-a7e0-98e6ba814c89 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:07:15.985513 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:16.017155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:07:16.041312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] For port 36ad2849-16a7-4613-a7e0-98e6ba814c89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:07:16.041718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:16.043928 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 36ad2849-16a7-4613-a7e0-98e6ba814c89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:07:16.047172 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:16.057900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8dcb456e-2651-4bcf-8466-dc30eaf2036b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:16.108436 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89', 'code': 200}
Jan 24 05:07:16.149141 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=36ad2849-16a7-4613-a7e0-98e6ba814c89,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:16.158099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.160142 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.160733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.161335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.161911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.162468 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.163052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.163605 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.164733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.165295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.165978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.166539 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.167147 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.167713 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.168274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.169155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.169763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.170438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.171000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.171548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.172098 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.172693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.173258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.173814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:16.179624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:16.310470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da80904-ccb8-4f82-8e17-2b1b8bb060eb req-1da53dde-5ff5-4465-9a3e-90f1c6dd1784 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:16.312141 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3da80904-ccb8-4f82-8e17-2b1b8bb060eb req-1da53dde-5ff5-4465-9a3e-90f1c6dd1784 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.1267951
Jan 24 05:07:16.367727 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3da80904-ccb8-4f82-8e17-2b1b8bb060eb req-cc56a737-08a6-4f3e-ba02-7d4ae86bbbe6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0479541
Jan 24 05:07:16.436614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:16.437049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:16.437368 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Floating IP 4ae7f012-8927-401a-bbb5-fd2e693ea19d disassociated. External IP: 172.27.3.117, port: 36ad2849-16a7-4613-a7e0-98e6ba814c89.
Jan 24 05:07:16.437739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Calling delete_port for 36ad2849-16a7-4613-a7e0-98e6ba814c89 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:07:16.524432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:07:16.524892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:07:17.026173 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Deleting port 36ad2849-16a7-4613-a7e0-98e6ba814c89 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:07:17.026748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:17.293472 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] For port 36ad2849-16a7-4613-a7e0-98e6ba814c89, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=36ad2849-16a7-4613-a7e0-98e6ba814c89,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:07:17.293878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:17.664770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:17.665103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:17.665458 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Floating IP 4ae7f012-8927-401a-bbb5-fd2e693ea19d disassociated. External IP: 172.27.3.117, port: 36ad2849-16a7-4613-a7e0-98e6ba814c89.
Jan 24 05:07:17.665841 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Calling delete_port for 36ad2849-16a7-4613-a7e0-98e6ba814c89 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:07:17.762350 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe50445-b46c-4f95-9aca-5c7f92abbbd3 req-2a8a6faa-cf3f-45af-a11a-b03034d30403 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:17.763961 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbe50445-b46c-4f95-9aca-5c7f92abbbd3 req-2a8a6faa-cf3f-45af-a11a-b03034d30403 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 943 time: 0.2048080
Jan 24 05:07:17.864456 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cbe50445-b46c-4f95-9aca-5c7f92abbbd3 req-4aa66f2d-f9e1-4706-9d83-a2e11fbd120a tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0865231
Jan 24 05:07:17.892135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:17.908186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-084ee400-117e-4250-9595-8bd0c5a23799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:18.004974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event deleted for resources: {'Port': ['ID=36ad2849-16a7-4613-a7e0-98e6ba814c89,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:18.011103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:18.270806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Router 8afd8453-a0c9-4b7a-b504-59722b250c0d has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:07:18.681887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:07:18.691913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] Sync routers for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:07:18.702137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:07:18.702879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d4a080>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:07:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:07:18.722975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] No DVR routers for this DVR port 36ad2849-16a7-4613-a7e0-98e6ba814c89 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:07:18.725747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:18.728520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'name': 'network-vif-deleted', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:07:18.754045 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2ab5f279-5534-4096-b258-69578abd871b req-68bdc9fa-a12b-4ffc-a23d-923119fa4820 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "DELETE /v2.0/ports/36ad2849-16a7-4613-a7e0-98e6ba814c89 HTTP/1.1" status: 204  len: 173 time: 3.0591519
Jan 24 05:07:18.795359 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9efdd19-ab5e-498f-b6f7-14cff37e441c', 'name': 'network-vif-deleted', 'tag': '36ad2849-16a7-4613-a7e0-98e6ba814c89', 'status': 'completed', 'code': 200}
Jan 24 05:07:18.901817 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:07:19.039807 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-cd03bedc-a424-4aec-9c0b-79f66bb4e28b req-28d9cbd4-2c79-4b21-b70d-5afa14e5a43e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:07:19.054746 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-cd03bedc-a424-4aec-9c0b-79f66bb4e28b req-28d9cbd4-2c79-4b21-b70d-5afa14e5a43e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:07:19.055929 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cd03bedc-a424-4aec-9c0b-79f66bb4e28b req-28d9cbd4-2c79-4b21-b70d-5afa14e5a43e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 210 time: 0.0634959
Jan 24 05:07:19.238340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d4a080>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:07:19.242441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] Checking router: 8afd8453-a0c9-4b7a-b504-59722b250c0d for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:07:19.251585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:07:19.252256 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d4a080>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:07:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:07:19.597127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:07:19.926632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d4a080>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:07:19.930640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1908a-3b33-4280-a8b8-f1e9f58c3a94 None None] The sync data for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi is: [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:07:20.243397 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-58011dc4-255e-4d56-b123-33d78ef614ba req-5bfd67a2-69b7-4f1c-8cc1-f0a5fecbb4a3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=c9efdd19-ab5e-498f-b6f7-14cff37e441c HTTP/1.1" status: 200  len: 210 time: 0.0561740
Jan 24 05:07:20.335419 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caf49c7-4f6d-43d4-88ac-4e33358b690b None None] New status for floating IP 4ae7f012-8927-401a-bbb5-fd2e693ea19d: DOWN {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:07:21.755803 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-879d89f2-071c-42eb-bb6e-44037b3c89b4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1419348769&fields=id&tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5 HTTP/1.1" status: 200  len: 267 time: 0.0499649
Jan 24 05:07:21.950032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-034ecfa4-c478-4d3b-ab9c-7b3eeb1763f6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:21.950032 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-034ecfa4-c478-4d3b-ab9c-7b3eeb1763f6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 811 time: 0.1856487
Jan 24 05:07:21.965972 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-95cabf35-130e-43eb-81a5-e4299318042e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/quotas/d22a2106c95d4d76ba07f2041c9a1ae5 HTTP/1.1" status: 200  len: 375 time: 0.0108950
Jan 24 05:07:22.076387 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-13c0b9c9-c42a-48be-a0c8-e7aecbcfd6de tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1045082
Jan 24 05:07:22.232112 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-c9b0b3aa-643b-4c39-a784-f2796e77f911 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424861
Jan 24 05:07:22.379070 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-2c09d964-09ee-4497-b726-1085afa909f7 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398158
Jan 24 05:07:22.806036 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-36073131-3cba-41b0-84ff-4982a82af1fb req-971555f4-b458-49c3-9b18-803bc84a77bf tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 210 time: 0.0482247
Jan 24 05:07:23.860416 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 56016) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:23.926475 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f19a35c5-a068-42dc-a3ab-ce05d4796d65 req-e577f50a-5ca6-4f45-aa26-005a75ad61fa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 210 time: 0.0478876
Jan 24 05:07:24.012936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.028824 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:24.032906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] Usage tracker for resource:security_group_rule and tenant:f2447c8fdf3d4ce8b3ff96262b484ce1 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:24.035876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:24.042698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:24.126771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.130126 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.138918 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bd79a59c-8303-48a8-8ace-12ad627e93a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:24.180181 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2447c8fdf3d4ce8b3ff96262b484ce1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3186162
Jan 24 05:07:24.181931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2686b9f3-1c79-4744-a648-93b282f432fc,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:24.183158 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56022) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:24.185444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fde95c70-4413-48d6-8245-3c13d452fb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:24.250354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06d59dd0-667d-4a97-af0f-929627c31638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.278261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06d59dd0-667d-4a97-af0f-929627c31638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.322609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06d59dd0-667d-4a97-af0f-929627c31638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.327519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bf390d15-dd7a-47cb-8404-b147715bc817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:24.342530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d59dd0-667d-4a97-af0f-929627c31638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2686b9f3-1c79-4744-a648-93b282f432fc,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:24.345750 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-06d59dd0-667d-4a97-af0f-929627c31638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:24.346805 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-06d59dd0-667d-4a97-af0f-929627c31638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.348007 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-06d59dd0-667d-4a97-af0f-929627c31638 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2686b9f3-1c79-4744-a648-93b282f432fc HTTP/1.1" status: 204  len: 168 time: 0.1637707
Jan 24 05:07:24.689352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56032) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:24.711661 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.728206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:24.732290 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] Usage tracker for resource:security_group_rule and tenant:3c412e488a354ceeab1b76f0abde30ff is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:24.735710 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:24.746017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:24.833867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.837102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:24.847875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f7023c0b-e375-4cf0-8ada-80c08ffb7eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:24.898493 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c412e488a354ceeab1b76f0abde30ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2077477
Jan 24 05:07:24.899444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57938c2d-a8bf-42f1-ac07-92d37edeaf2e,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:24.901370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 56042) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:24.902781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-df9451d7-7cf4-47e7-a5d2-748ee746276b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:24.975757 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-701eade6-4332-4493-b01b-d6b3f8aeddcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:25.004299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-701eade6-4332-4493-b01b-d6b3f8aeddcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:25.053044 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-701eade6-4332-4493-b01b-d6b3f8aeddcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:25.054975 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-dd3881d3-5f4a-4cd7-adbe-42a9c7949932 req-e58456eb-fdb9-4560-9542-c3ae2ccca5ba tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 210 time: 0.0543494
Jan 24 05:07:25.058331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:25.072570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701eade6-4332-4493-b01b-d6b3f8aeddcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57938c2d-a8bf-42f1-ac07-92d37edeaf2e,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:25.075993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-701eade6-4332-4493-b01b-d6b3f8aeddcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:25.085725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-701eade6-4332-4493-b01b-d6b3f8aeddcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:25.086984 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-701eade6-4332-4493-b01b-d6b3f8aeddcf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57938c2d-a8bf-42f1-ac07-92d37edeaf2e HTTP/1.1" status: 204  len: 168 time: 0.1836784
Jan 24 05:07:26.180208 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0d4b5977-2a73-446f-9b1a-59e765e43e91 req-5af296e1-f3b0-4416-8761-1e3785414280 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 210 time: 0.0492423
Jan 24 05:07:27.377059 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f053a5b7-e54c-4053-8aa1-7634e34ee5e6 req-18c6f6ee-4d93-415c-a146-81d29e628551 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 210 time: 0.0528777
Jan 24 05:07:28.135231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-aa6e8009-97ab-45d0-8e4c-b68ad87c77b0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:28.136880 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-aa6e8009-97ab-45d0-8e4c-b68ad87c77b0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 811 time: 0.1850486
Jan 24 05:07:28.234642 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-30c08601-99aa-4a27-bce4-7aff6d8bbf2b tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5 HTTP/1.1" status: 200  len: 5765 time: 0.0763781
Jan 24 05:07:28.247681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'port': {'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'admin_state_up': True, 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'security_groups': ['12a42c14-1c86-489f-9380-23d945638628']}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:28.419159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:28.421214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:28.430763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Made reservation on behalf of d22a2106c95d4d76ba07f2041c9a1ae5 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:07:28.441932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:28.567157 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-497cd894-2076-4102-8f8d-0646df3e9ded req-c2634107-17ca-4d67-9da6-2b7abd748834 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 210 time: 0.0551164
Jan 24 05:07:28.766544 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Allocated IP 172.20.0.4 (f80e4046-62bb-46f9-8087-0f5a25c40ea0/b74e6869-e8b8-4769-8711-509b455a0296/1fa65129-771a-436d-aa37-9479820528d4) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:07:28.970079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:28.989373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Transition to ACTIVE for port object 1fa65129-771a-436d-aa37-9479820528d4 will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:07:29.011997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:29.034703 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-489e4e7d-7115-48df-a888-31c6230808a1 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:29.178046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'Port': ['ID=1fa65129-771a-436d-aa37-9479820528d4,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:29.201153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.201558 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.201963 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.202361 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.202756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.203149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.203565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.203932 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.204322 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.204739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.205165 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.205650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.206081 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.206465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.206848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.207230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.207612 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.207999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.208380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.208785 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.209427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.209810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.210192 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.210570 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:07:29.214786 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:29.260192 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:07:29.261517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:07:29.264037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:07:29.355899 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:29.356729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:29.392231 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-97a95a37-f96f-41a1-89cb-9102086b3134 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1522338
Jan 24 05:07:29.413287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Request body: {'port': {'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:29.524616 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-163950d2-2aab-4dba-b04c-08ac7b75ac05 None None] Provisioning for port 1fa65129-771a-436d-aa37-9479820528d4 completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:07:29.529594 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-163950d2-2aab-4dba-b04c-08ac7b75ac05 None None] Provisioning complete for port 1fa65129-771a-436d-aa37-9479820528d4 triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:07:29.530022 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-163950d2-2aab-4dba-b04c-08ac7b75ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:29.542121 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:29.591496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-163950d2-2aab-4dba-b04c-08ac7b75ac05 None None] Port 1fa65129-771a-436d-aa37-9479820528d4 cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:07:29.964087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9a8a8-182a-4eb3-a7d6-53ea6134db06 req-1d2e9942-9aae-46b8-88cd-e75eb00be234 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:29.964900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-7da9a8a8-182a-4eb3-a7d6-53ea6134db06 req-1d2e9942-9aae-46b8-88cd-e75eb00be234 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:07:30.010085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-7da9a8a8-182a-4eb3-a7d6-53ea6134db06 req-1d2e9942-9aae-46b8-88cd-e75eb00be234 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:07:30.011371 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7da9a8a8-182a-4eb3-a7d6-53ea6134db06 req-1d2e9942-9aae-46b8-88cd-e75eb00be234 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 931 time: 0.3135827
Jan 24 05:07:30.083438 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7da9a8a8-182a-4eb3-a7d6-53ea6134db06 req-d1d9cdd8-c3e2-46bc-b131-c54f7338a0a3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0631199
Jan 24 05:07:30.144826 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa65129-771a-436d-aa37-9479820528d4 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:07:30.152671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.165437 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Transition to ACTIVE for port object 1fa65129-771a-436d-aa37-9479820528d4 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:07:30.168281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.185370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1cd1a072-0436-452a-aeef-8ef19b4a0b8c tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:30.326411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa65129-771a-436d-aa37-9479820528d4,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:30.332426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:30.432889 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 56146) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:30.529055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Attempting to bind port 1fa65129-771a-436d-aa37-9479820528d4 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:07:30.529542 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Attempting to bind port 1fa65129-771a-436d-aa37-9479820528d4 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:07:30.529778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Attempting to bind port 1fa65129-771a-436d-aa37-9479820528d4 on network f80e4046-62bb-46f9-8087-0f5a25c40ea0 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:07:30.535866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:07:30.536253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Checking segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:07:30.536721 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.537100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Bound using segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:07:30.537624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Bound port: 1fa65129-771a-436d-aa37-9479820528d4, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:07:30.537937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.598599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.615058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:30.619323 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Usage tracker for resource:security_group_rule and tenant:98ae3d7472ce431ebbdacd658f2431fc is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:30.622678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:30.628985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:30.634042 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] For port 1fa65129-771a-436d-aa37-9479820528d4, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:07:30.637922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] For port 1fa65129-771a-436d-aa37-9479820528d4, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1fa65129-771a-436d-aa37-9479820528d4,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:07:30.641226 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.657088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5881259b-6510-4c9d-a21b-9bf8db857242 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:30.716874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.719800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.728649 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-fae243ee-a345-4df3-b35f-04cf9d2c23af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:30.776724 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98ae3d7472ce431ebbdacd658f2431fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3401687
Jan 24 05:07:30.776724 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1328547-c7ea-476e-950d-0660664c0bbf,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:30.778434 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 56152) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:30.781323 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:30.818883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa65129-771a-436d-aa37-9479820528d4,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:30.822411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:30.844968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9bb91aef-6c7b-4a49-b4cd-69a29282856e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.856224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:30.857259 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.858427 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 1157 time: 1.4504890
Jan 24 05:07:30.859243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'tag': '1fa65129-771a-436d-aa37-9479820528d4'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:07:30.873581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9bb91aef-6c7b-4a49-b4cd-69a29282856e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.924679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9bb91aef-6c7b-4a49-b4cd-69a29282856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.930959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cdcc9347-158f-4daa-9a3e-cdddbcc7e5f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:30.945844 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb91aef-6c7b-4a49-b4cd-69a29282856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1328547-c7ea-476e-950d-0660664c0bbf,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:30.948752 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-9bb91aef-6c7b-4a49-b4cd-69a29282856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:30.950054 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-9bb91aef-6c7b-4a49-b4cd-69a29282856e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:30.960958 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-9bb91aef-6c7b-4a49-b4cd-69a29282856e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1328547-c7ea-476e-950d-0660664c0bbf HTTP/1.1" status: 204  len: 168 time: 0.1747262
Jan 24 05:07:30.964932 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'tag': '1fa65129-771a-436d-aa37-9479820528d4', 'status': 'completed', 'code': 200}
Jan 24 05:07:31.007818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-c0e1a577-761c-4ed9-bdfb-b746fb0d081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:31.009628 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-c0e1a577-761c-4ed9-bdfb-b746fb0d081e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 1160 time: 0.0894408
Jan 24 05:07:31.107007 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-d70de21a-12c1-446d-ac79-1e723fd936ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 217 time: 0.0840478
Jan 24 05:07:31.175045 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8ad11257-4d11-4512-ad98-13d45e695f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:31.193017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-bd971c0f-72f5-4540-a6aa-05e0fd7a3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:31.194624 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-bd971c0f-72f5-4540-a6aa-05e0fd7a3476 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0815072
Jan 24 05:07:31.317088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-987ba9ca-ca8f-4edf-b178-7be8f6a6c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:31.318730 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-987ba9ca-ca8f-4edf-b178-7be8f6a6c9f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1176929
Jan 24 05:07:31.396569 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 56180) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:31.431073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:31.447355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:31.451978 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Usage tracker for resource:security_group_rule and tenant:53c99dd8881842f2a1fe5ce63652a35b is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:31.455657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:31.462334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:31.489957 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-f05c2ebb-5f85-4acb-bf81-48a87c3985d6 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634696
Jan 24 05:07:31.558777 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:31.562657 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:31.596564 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 56186) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:31.597330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-17f19a7a-4d02-443c-b076-6de2e7058851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:31.608705 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53c99dd8881842f2a1fe5ce63652a35b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2088552
Jan 24 05:07:31.610629 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56190) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:31.635453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b97d4d4-e1ff-4288-b017-5576b3bd9769,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:31.639060 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:31.739460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:31.759852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:31.764202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] Usage tracker for resource:security_group_rule and tenant:37559165e2e6403b959eb7ac99f8ca99 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:31.767488 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:31.774550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:31.869980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:31.872858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:31.882648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-610bf131-ac0a-487c-aaeb-5e06d377b707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:31.927949 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37559165e2e6403b959eb7ac99f8ca99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3176453
Jan 24 05:07:31.927949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5abd1a-d7bd-4932-9fae-1937ee63b2e2,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:31.930046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 56196) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:31.932622 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-19afb874-85b4-4c34-a7c0-cf0f3917bd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:31.993671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9e90-2d5a-46e8-aa61-dc5acba8598a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:31.993849 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23f851f6-7470-4bb2-aa49-a683912608b4 req-0c6b7dce-3ac8-4f8a-9196-c493c855c8b8 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4957249
Jan 24 05:07:32.017198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e57d6792-ed1a-44b4-b6fd-c1f2c185af27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:32.022902 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9e90-2d5a-46e8-aa61-dc5acba8598a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:32.062606 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f9e7-3ef9-4e66-b798-bcecaeddc376 req-bbe954f5-1ab2-4c3c-8746-70634c013c61 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:32.064308 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fb95f9e7-3ef9-4e66-b798-bcecaeddc376 req-bbe954f5-1ab2-4c3c-8746-70634c013c61 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 943 time: 0.7669873
Jan 24 05:07:32.075346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9e90-2d5a-46e8-aa61-dc5acba8598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:32.079454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a6eb71d6-181e-4677-9318-da9984add0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:32.093658 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c9e90-2d5a-46e8-aa61-dc5acba8598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5abd1a-d7bd-4932-9fae-1937ee63b2e2,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:32.096781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6d6c9e90-2d5a-46e8-aa61-dc5acba8598a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:32.105685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9e90-2d5a-46e8-aa61-dc5acba8598a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:32.116809 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-6d6c9e90-2d5a-46e8-aa61-dc5acba8598a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee5abd1a-d7bd-4932-9fae-1937ee63b2e2 HTTP/1.1" status: 204  len: 168 time: 0.1780252
Jan 24 05:07:32.138120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e57d6792-ed1a-44b4-b6fd-c1f2c185af27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:32.215573 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fb95f9e7-3ef9-4e66-b798-bcecaeddc376 req-54c45352-a816-4a22-97e4-0c3b82ad4a0d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1431670
Jan 24 05:07:32.243584 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10806a98-b88a-4053-aa5e-8eb14646490c req-edc2505d-6d7c-4d00-ab15-c94703bb70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:32.246378 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10806a98-b88a-4053-aa5e-8eb14646490c req-edc2505d-6d7c-4d00-ab15-c94703bb70c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 1160 time: 0.1510704
Jan 24 05:07:32.247445 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e57d6792-ed1a-44b4-b6fd-c1f2c185af27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:32.253178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-01ffa5a3-1fc0-4363-b3d7-d678ceba8d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:32.299821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d6792-ed1a-44b4-b6fd-c1f2c185af27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b97d4d4-e1ff-4288-b017-5576b3bd9769,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:32.358438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e57d6792-ed1a-44b4-b6fd-c1f2c185af27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:32.363989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e57d6792-ed1a-44b4-b6fd-c1f2c185af27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:32.365247 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-e57d6792-ed1a-44b4-b6fd-c1f2c185af27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b97d4d4-e1ff-4288-b017-5576b3bd9769 HTTP/1.1" status: 204  len: 168 time: 0.7532918
Jan 24 05:07:32.431010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10806a98-b88a-4053-aa5e-8eb14646490c req-5f3b4019-0559-486c-8e0b-e50237ce63be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:32.432779 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10806a98-b88a-4053-aa5e-8eb14646490c req-5f3b4019-0559-486c-8e0b-e50237ce63be service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1715605
Jan 24 05:07:32.513382 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10806a98-b88a-4053-aa5e-8eb14646490c req-6040270b-429c-4138-9ee5-7c26ef2ce050 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 217 time: 0.0725138
Jan 24 05:07:32.582829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10806a98-b88a-4053-aa5e-8eb14646490c req-04834859-2995-4a27-ae1d-e89dcb324f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:32.584719 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10806a98-b88a-4053-aa5e-8eb14646490c req-04834859-2995-4a27-ae1d-e89dcb324f95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0652165
Jan 24 05:07:32.671241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10806a98-b88a-4053-aa5e-8eb14646490c req-b53015f4-5018-4fa8-a03f-01833acff431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:32.672880 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10806a98-b88a-4053-aa5e-8eb14646490c req-b53015f4-5018-4fa8-a03f-01833acff431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810342
Jan 24 05:07:32.824355 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10806a98-b88a-4053-aa5e-8eb14646490c req-f388f854-3641-4be9-b043-522dc4e774f0 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435461
Jan 24 05:07:32.975852 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-10806a98-b88a-4053-aa5e-8eb14646490c req-bab67ce8-60eb-4f0e-a1fd-65ac2dd33e7c service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443558
Jan 24 05:07:33.281117 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 56222) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:33.425248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-909042984-network', 'tenant_id': '97fb33fafc7d4bceb2ef4758fa3d09e2'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:33.431589 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:33.435628 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Usage tracker for resource:network and tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:33.438663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:33.445100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:33.454220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Made reservation on behalf of 97fb33fafc7d4bceb2ef4758fa3d09e2 for: {'network': 1} {{(pid=80084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:07:33.459764 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for network, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.472875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.487787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:33.491799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Usage tracker for resource:security_group_rule and tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 is out of sync, need to count used quota {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:33.494759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:33.500499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:33.535503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fd35b20e-5b80-4e74-842e-5ad60d176b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.644559 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6847bc-2fdb-4c00-aaa4-0908a6608aa7 req-732f55ff-d909-4475-a045-e7d0f1e1c6d1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:33.646159 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e6847bc-2fdb-4c00-aaa4-0908a6608aa7 req-732f55ff-d909-4475-a045-e7d0f1e1c6d1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 943 time: 0.2960241
Jan 24 05:07:33.723155 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.729990 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e6847bc-2fdb-4c00-aaa4-0908a6608aa7 req-d7621c71-82d5-4e20-909a-9ca679a1bcfb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0771770
Jan 24 05:07:33.731052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.735274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-65dfa4b6-7693-4ab2-a947-ddab97af64da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:33.760828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 24 05:07:33.782806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9545c8-fa70-4368-9f32-235aa87a3d0e,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:33.787079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.787403 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.segments_db [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Added segment 5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951 of type vxlan for network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c
Jan 24 05:07:33.788739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:33.817015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765984001190'] for network, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.821763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.847453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548'] for network, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.848749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:33.849383 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:33.854284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cbbe9f07-e685-4af0-976b-a3b9be539b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:33.959620 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6770535
Jan 24 05:07:33.962773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Pushing event updated for resources: {'Network': ['ID=169f51ce-28fd-49ac-a6d8-33fb9f72b55c,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:33.962922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56230) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:07:33.965908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5047b7f8-2dd0-4ec3-be80-6fad14d4fbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:33.969629 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Request body: {'subnet': {'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-909042984-subnet', 'tenant_id': '97fb33fafc7d4bceb2ef4758fa3d09e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:33.973720 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c details requested by agent ovs-agent-dv-cinder-772181-5-iscsi with host dv-cinder-772181-5-iscsi {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:07:33.974936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:33.979068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Usage tracker for resource:subnet and tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:33.982355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:33.988793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:33.991462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 24 05:07:33.998507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Made reservation on behalf of 97fb33fafc7d4bceb2ef4758fa3d09e2 for: {'subnet': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:07:34.004217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2132642'] for subnet, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:34.418072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27068360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2132659'] for subnet, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:34.434725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4693e152-05bc-45e7-9c29-eed38570570f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:34.561335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece7b370-d728-47fe-bbcd-aee29474d3d2,revision_number=0']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:34.566638 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:34.637672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Checking segment: {'id': '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:07:34.638063 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Network hostable DHCP agents. Network: 169f51ce-28fd-49ac-a6d8-33fb9f72b55c, hostable agents: ['e71c6450-76e0-48c1-8521-4fa2fe7c8327'], hosted agents: [] {{(pid=80083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 24 05:07:34.657011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c is scheduled to be hosted by DHCP agent e71c6450-76e0-48c1-8521-4fa2fe7c8327 with binding_index 1 {{(pid=80083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 24 05:07:34.666135 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-5-iscsi, 169f51ce-28fd-49ac-a6d8-33fb9f72b55c) {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:07:34.676035 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327a5c08-a7d0-4bb3-acdf-92794fb370c9 None None] Network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:07:34.678336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:34.679094 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:34.698850 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-523010c6-3711-4b83-a6ca-03dffe374d6a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7346992
Jan 24 05:07:34.913742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2852677-f281-4e8d-bbe2-2d56aa3e0498 None None] Network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:07:34.995987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b3240-d4da-46ed-aff4-13e626734711 req-38d000d3-759a-4747-b5c2-a42bcfedb36f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:34.998228 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c94b3240-d4da-46ed-aff4-13e626734711 req-38d000d3-759a-4747-b5c2-a42bcfedb36f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 943 time: 0.1242976
Jan 24 05:07:35.056935 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c94b3240-d4da-46ed-aff4-13e626734711 req-8b0c53c7-5c41-4592-8bf6-63d83c40b7b2 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0515869
Jan 24 05:07:35.189399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:35.456836 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:35.481247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:07:36.292983 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e03f3f-6b35-43db-af9f-08f8793f021c req-9fe23b81-cd24-498d-9887-829719e8bd02 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:36.294618 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-22e03f3f-6b35-43db-af9f-08f8793f021c req-9fe23b81-cd24-498d-9887-829719e8bd02 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 943 time: 0.1049881
Jan 24 05:07:36.351525 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-22e03f3f-6b35-43db-af9f-08f8793f021c req-793ca730-e8b5-459b-a01d-cdf375bcd137 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0499387
Jan 24 05:07:36.903926 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-78a26849-d5f7-4a16-961c-4ccb97d70204 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:36.905453 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-78a26849-d5f7-4a16-961c-4ccb97d70204 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/networks?id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c HTTP/1.1" status: 200  len: 808 time: 0.1803408
Jan 24 05:07:36.922693 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-6dcd53eb-401f-4f20-b4a3-bbb9ec4a73d1 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/quotas/97fb33fafc7d4bceb2ef4758fa3d09e2 HTTP/1.1" status: 200  len: 375 time: 0.0102093
Jan 24 05:07:36.978457 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-2535b689-e727-4501-83d6-7ffbbc27434d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?tenant_id=97fb33fafc7d4bceb2ef4758fa3d09e2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0501564
Jan 24 05:07:37.123904 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-778dca71-7cac-41fd-88bf-5bc033781504 service neutron] 10.222.0.10 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379883
Jan 24 05:07:37.269725 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e0711100-f2fd-4fc0-9634-339ddf47145f service neutron] 10.222.0.10 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387520
Jan 24 05:07:37.475499 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f791a80b-8f83-4990-b0d2-239e5b725a71 req-aa019632-dd35-4264-a706-e70233f591cc tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 210 time: 0.0511601
Jan 24 05:07:37.590708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c1db6-9356-4e2d-bcb1-0bb4dec382ca req-6032d826-a0d8-40df-bd0e-9385d2a82c05 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:37.592355 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb9c1db6-9356-4e2d-bcb1-0bb4dec382ca req-6032d826-a0d8-40df-bd0e-9385d2a82c05 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 943 time: 0.1088586
Jan 24 05:07:37.645863 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb9c1db6-9356-4e2d-bcb1-0bb4dec382ca req-7a3808d6-aed4-4abc-9a5b-9892b2a533da tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0464585
Jan 24 05:07:38.640223 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:38.656565 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c2c7619c-2233-4b90-95c0-8e12cf4fd30d req-28063cd3-9d43-49f5-aef8-f036f43ec6a2 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 210 time: 0.0494058
Jan 24 05:07:38.877768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-3357bb68-ae52-475f-a66a-3f4ead462fc3 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:38.879326 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-3357bb68-ae52-475f-a66a-3f4ead462fc3 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.61 "GET /v2.0/networks?id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c HTTP/1.1" status: 200  len: 808 time: 0.2551203
Jan 24 05:07:38.937017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17c915-5ec4-4839-9f77-a9d54b668aa2 req-bcc19af8-f297-4e19-a38e-4089f3ff60d4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:38.938672 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7f17c915-5ec4-4839-9f77-a9d54b668aa2 req-bcc19af8-f297-4e19-a38e-4089f3ff60d4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 943 time: 0.1467617
Jan 24 05:07:38.943233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Request body: {'port': {'device_id': '3ef0898e-9310-4002-be56-02e5a1c602ea', 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c', 'admin_state_up': True, 'tenant_id': '97fb33fafc7d4bceb2ef4758fa3d09e2'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:39.084818 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7f17c915-5ec4-4839-9f77-a9d54b668aa2 req-6128fde5-2ac0-46db-82d2-ec733be79df4 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1247613
Jan 24 05:07:39.130624 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:39.134621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Usage tracker for resource:port and tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:07:39.137609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Quota usage for port was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:07:39.143548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:39.152225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Made reservation on behalf of 97fb33fafc7d4bceb2ef4758fa3d09e2 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:07:39.161944 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:39.476131 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Allocated IP 172.20.0.12 (169f51ce-28fd-49ac-a6d8-33fb9f72b55c/ece7b370-d728-47fe-bbcd-aee29474d3d2/33450c1b-6d35-4fba-8b42-ba05112de3e4) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:07:39.514188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1fa65129-771a-436d-aa37-9479820528d4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:07:39.587789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 1fa65129-771a-436d-aa37-9479820528d4 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:07:39.592913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 1fa65129-771a-436d-aa37-9479820528d4 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:07:39.593325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:39.688852 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:39.718390 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:39.720186 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:39.742356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:39.755701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa65129-771a-436d-aa37-9479820528d4'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:07:39.764642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 1fa65129-771a-436d-aa37-9479820528d4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1fa65129-771a-436d-aa37-9479820528d4,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:07:39.769647 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:39.771879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:39.830239 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa65129-771a-436d-aa37-9479820528d4', 'code': 200}
Jan 24 05:07:39.852225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=1fa65129-771a-436d-aa37-9479820528d4,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:39.855662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:39.893231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Pushing event updated for resources: {'Port': ['ID=33450c1b-6d35-4fba-8b42-ba05112de3e4,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:39.896248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:39.913763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa881f3-7a05-45b1-92d8-1408bc4faec7 req-3da782d6-db9b-4e92-a3d8-68876862c6c7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:39.915426 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2aa881f3-7a05-45b1-92d8-1408bc4faec7 req-3da782d6-db9b-4e92-a3d8-68876862c6c7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 932 time: 0.1122561
Jan 24 05:07:39.953077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:07:39.955016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:07:39.958127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:07:39.969394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-2aa881f3-7a05-45b1-92d8-1408bc4faec7 req-cda20bae-be33-4c14-8e0f-ce1ae38b9ba0 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Synchronizing usage tracker for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:security_group {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:07:39.985675 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-2aa881f3-7a05-45b1-92d8-1408bc4faec7 req-cda20bae-be33-4c14-8e0f-ce1ae38b9ba0 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Unset dirty status for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:security_group {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:07:39.987720 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2aa881f3-7a05-45b1-92d8-1408bc4faec7 req-cda20bae-be33-4c14-8e0f-ce1ae38b9ba0 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657675
Jan 24 05:07:40.042999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:40.043702 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:40.066406 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-e31ad8b0-bce2-47de-a047-c8acc7f33ea7 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1566994
Jan 24 05:07:40.095953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Request body: {'port': {'device_id': '3ef0898e-9310-4002-be56-02e5a1c602ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:40.578870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:40.604630 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21691afb-aa34-41c6-8d36-932a60462076 req-a7444491-ce96-480a-b13c-8c0505d7acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:40.606253 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-21691afb-aa34-41c6-8d36-932a60462076 req-a7444491-ce96-480a-b13c-8c0505d7acdc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 1162 time: 0.5149891
Jan 24 05:07:40.698370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec79c69-94a4-4eee-9814-e73f703b877a req-89994cd9-cb9b-4762-a0e2-5e8c7f125cb6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:40.700001 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-eec79c69-94a4-4eee-9814-e73f703b877a req-89994cd9-cb9b-4762-a0e2-5e8c7f125cb6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 945 time: 0.3011072
Jan 24 05:07:40.792869 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-21691afb-aa34-41c6-8d36-932a60462076 req-c8606d58-6706-4657-852b-36a403eba58e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1561430
Jan 24 05:07:40.829638 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-eec79c69-94a4-4eee-9814-e73f703b877a req-3b1ff37e-08ee-4f2d-8e21-886734ba0d24 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1193011
Jan 24 05:07:41.120739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33450c1b-6d35-4fba-8b42-ba05112de3e4 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:07:41.128441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:41.140739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Transition to ACTIVE for port object 33450c1b-6d35-4fba-8b42-ba05112de3e4 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:07:41.143562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:41.159641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:41.203998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1fa65129-771a-436d-aa37-9479820528d4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:07:41.228991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f615ea-a12f-42f3-bb02-57d5073f39d8 req-94991e01-852f-4d79-9ac8-e91ca1b1fbfa tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:41.231683 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25f615ea-a12f-42f3-bb02-57d5073f39d8 req-94991e01-852f-4d79-9ac8-e91ca1b1fbfa tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 944 time: 0.1086981
Jan 24 05:07:41.280610 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 1fa65129-771a-436d-aa37-9479820528d4 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:07:41.281021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:41.304172 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-25f615ea-a12f-42f3-bb02-57d5073f39d8 req-bada012f-a5f9-4aff-b8a7-c3777a6baf03 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636778
Jan 24 05:07:41.311316 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=33450c1b-6d35-4fba-8b42-ba05112de3e4,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:41.314770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:41.507284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Attempting to bind port 33450c1b-6d35-4fba-8b42-ba05112de3e4 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:07:41.507648 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Attempting to bind port 33450c1b-6d35-4fba-8b42-ba05112de3e4 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:07:41.508007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Attempting to bind port 33450c1b-6d35-4fba-8b42-ba05112de3e4 on network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:07:41.513558 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:07:41.513926 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Checking segment: {'id': '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:07:41.514326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:41.514714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Bound using segment: {'id': '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:07:41.515179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Bound port: 33450c1b-6d35-4fba-8b42-ba05112de3e4, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:07:41.515541 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:41.607568 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] For port 33450c1b-6d35-4fba-8b42-ba05112de3e4, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:07:41.610625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] For port 33450c1b-6d35-4fba-8b42-ba05112de3e4, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=33450c1b-6d35-4fba-8b42-ba05112de3e4,segment=NetworkSegment(5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951),segment_id=5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:07:41.613989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:41.627486 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5176248b-69c0-4569-b59e-88e839ca0f29 tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:41.772343 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=33450c1b-6d35-4fba-8b42-ba05112de3e4,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:41.775684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:41.824499 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:41.824983 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:41.826487 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/33450c1b-6d35-4fba-8b42-ba05112de3e4 HTTP/1.1" status: 200  len: 1158 time: 1.7365432
Jan 24 05:07:41.827031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef0898e-9310-4002-be56-02e5a1c602ea', 'tag': '33450c1b-6d35-4fba-8b42-ba05112de3e4'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:07:41.890852 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef0898e-9310-4002-be56-02e5a1c602ea', 'tag': '33450c1b-6d35-4fba-8b42-ba05112de3e4', 'status': 'completed', 'code': 200}
Jan 24 05:07:41.985706 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-f44f3f95-b7b1-4ee7-ae42-1697e3fe8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:41.987523 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-f44f3f95-b7b1-4ee7-ae42-1697e3fe8c64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97fb33fafc7d4bceb2ef4758fa3d09e2&device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 1161 time: 0.0795221
Jan 24 05:07:42.073153 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-bdffc970-f658-4ae2-a234-801655ae7ee2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33450c1b-6d35-4fba-8b42-ba05112de3e4 HTTP/1.1" status: 200  len: 217 time: 0.0702026
Jan 24 05:07:42.083927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fce36-d54b-4662-a174-2f8335147f4c req-67b5fe9c-3180-42d1-85b0-d097f5010f5d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:42.085610 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d71fce36-d54b-4662-a174-2f8335147f4c req-67b5fe9c-3180-42d1-85b0-d097f5010f5d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 945 time: 0.1120858
Jan 24 05:07:42.138167 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d71fce36-d54b-4662-a174-2f8335147f4c req-1e732dee-634b-444e-a653-ddbf11f9d3f7 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458980
Jan 24 05:07:42.143818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-82980179-b95c-4d21-a156-c7147445df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:42.145483 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-82980179-b95c-4d21-a156-c7147445df53 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ece7b370-d728-47fe-bbcd-aee29474d3d2 HTTP/1.1" status: 200  len: 848 time: 0.0658977
Jan 24 05:07:42.201859 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-3bed6c98-c459-45c4-8cb3-28ae0e851643 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473764
Jan 24 05:07:42.348842 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-9fe7b44d-736e-4b95-9248-5a26931171a7 service neutron] 10.222.0.61 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375942
Jan 24 05:07:42.561829 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-520fb6dd-8a20-42f6-abcd-92a3a1f1f4fd req-45e5b186-e414-47da-9a3d-953ad464145c service neutron] 10.222.0.61 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2060895
Jan 24 05:07:42.596479 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492511-46a3-4963-a36b-10556a4aba66 req-997ef9dc-606d-441c-b91e-910e11b851d6 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:42.597230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-13492511-46a3-4963-a36b-10556a4aba66 req-997ef9dc-606d-441c-b91e-910e11b851d6 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Synchronizing usage tracker for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:07:42.613908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-13492511-46a3-4963-a36b-10556a4aba66 req-997ef9dc-606d-441c-b91e-910e11b851d6 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Unset dirty status for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:07:42.615161 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-13492511-46a3-4963-a36b-10556a4aba66 req-997ef9dc-606d-441c-b91e-910e11b851d6 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 944 time: 0.1800301
Jan 24 05:07:42.711073 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-13492511-46a3-4963-a36b-10556a4aba66 req-a4d8a324-5422-450c-9ee2-a057de1f25f9 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886252
Jan 24 05:07:42.740229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14378ce-9079-4863-a4da-581107dc1d7d req-d6081c74-fae3-43f2-a122-fecfb5d001e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:42.741879 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c14378ce-9079-4863-a4da-581107dc1d7d req-d6081c74-fae3-43f2-a122-fecfb5d001e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97fb33fafc7d4bceb2ef4758fa3d09e2&device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 1161 time: 0.0879138
Jan 24 05:07:42.886585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14378ce-9079-4863-a4da-581107dc1d7d req-007bde4d-0f7d-4e66-a52e-2ba2f609badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:42.888095 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c14378ce-9079-4863-a4da-581107dc1d7d req-007bde4d-0f7d-4e66-a52e-2ba2f609badd service neutron] 10.222.0.61 "GET /v2.0/networks?id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c HTTP/1.1" status: 200  len: 902 time: 0.1385527
Jan 24 05:07:42.963808 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c14378ce-9079-4863-a4da-581107dc1d7d req-d9916e42-b31f-4436-b71b-f6356d6a2dfa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33450c1b-6d35-4fba-8b42-ba05112de3e4 HTTP/1.1" status: 200  len: 217 time: 0.0688045
Jan 24 05:07:43.034052 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14378ce-9079-4863-a4da-581107dc1d7d req-f3aa7c41-f79d-436b-a4e7-f572e9a5583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:43.035588 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c14378ce-9079-4863-a4da-581107dc1d7d req-f3aa7c41-f79d-436b-a4e7-f572e9a5583f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ece7b370-d728-47fe-bbcd-aee29474d3d2 HTTP/1.1" status: 200  len: 848 time: 0.0653706
Jan 24 05:07:43.090570 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c14378ce-9079-4863-a4da-581107dc1d7d req-daacbcd4-b0bb-4c54-a0ff-f92843e1918c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478456
Jan 24 05:07:43.234527 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c14378ce-9079-4863-a4da-581107dc1d7d req-414d75a6-5c0e-4254-8417-3eb240d120e6 service neutron] 10.222.0.61 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367877
Jan 24 05:07:43.375056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3c647-4adc-4a83-a011-e63000ae5cd3 req-fc975a1c-7a0b-481a-b2e8-2e527283d439 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:43.377436 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d7e3c647-4adc-4a83-a011-e63000ae5cd3 req-fc975a1c-7a0b-481a-b2e8-2e527283d439 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 945 time: 0.1102638
Jan 24 05:07:43.382544 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c14378ce-9079-4863-a4da-581107dc1d7d req-64f4ab9d-3afe-4e7c-8147-0151a552928e service neutron] 10.222.0.61 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398671
Jan 24 05:07:43.431859 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d7e3c647-4adc-4a83-a011-e63000ae5cd3 req-4ff31a45-56f8-4425-b201-d053c6b03dbf tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0479550
Jan 24 05:07:43.666132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37804256-41ba-4a84-ac15-b8996e36818b req-f0debcce-46b6-41d4-9a36-50e49203a78f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:43.667748 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-37804256-41ba-4a84-ac15-b8996e36818b req-f0debcce-46b6-41d4-9a36-50e49203a78f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 945 time: 0.1046686
Jan 24 05:07:43.722191 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-37804256-41ba-4a84-ac15-b8996e36818b req-3284d16c-d4fc-47f7-94a4-c5488438a0c3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0475254
Jan 24 05:07:43.951139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae67398-eee1-4437-8f7f-de16beb710e8 req-ae47073f-c269-4295-9379-feae608b5213 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:43.952909 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ae67398-eee1-4437-8f7f-de16beb710e8 req-ae47073f-c269-4295-9379-feae608b5213 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 944 time: 0.1072834
Jan 24 05:07:43.957248 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-bd3a5078-c2f7-4aca-8726-131d76b9cdcd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2305102
Jan 24 05:07:43.977566 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-5d554d3f-96d6-4d9f-a7eb-dda831386344 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2005119
Jan 24 05:07:43.988870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'floatingip': {'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:43.999024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:44.010085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:44.011680 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8ae67398-eee1-4437-8f7f-de16beb710e8 req-95d3a1fd-6d13-4541-973c-61d458d74cb0 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519378
Jan 24 05:07:44.019051 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:44.198381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-39fa7db8-e2ab-402a-8926-1df3e345acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:44.199957 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-39fa7db8-e2ab-402a-8926-1df3e345acce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1162 time: 0.1096771
Jan 24 05:07:44.546375 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:44.676019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-eb2866f2-3cb7-49f2-aece-e07b15f21ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:44.677622 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-eb2866f2-3cb7-49f2-aece-e07b15f21ea6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 902 time: 0.4564745
Jan 24 05:07:44.850387 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-ae1d40a8-a222-4aca-8bdb-1e64a6793507 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 1001 time: 0.1648636
Jan 24 05:07:44.976241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-199c0798-8f59-4712-8b89-9ea44e6da85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:44.977831 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-199c0798-8f59-4712-8b89-9ea44e6da85b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.1186662
Jan 24 05:07:45.065137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Allocated IP 172.27.3.159 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/9547051b-fd53-4821-881e-c3b5ae4c535d) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:07:45.178708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-dd862318-6c34-4702-895e-4076a5057612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:45.180245 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-dd862318-6c34-4702-895e-4076a5057612 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1916144
Jan 24 05:07:45.254838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0ead-f80b-444e-9c6c-876ca1c23feb req-8b243a64-0eb1-481e-8313-ec8313573a4d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:45.256550 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ebfd0ead-f80b-444e-9c6c-876ca1c23feb req-8b243a64-0eb1-481e-8313-ec8313573a4d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 944 time: 0.1124942
Jan 24 05:07:45.292146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.objects.ports [None req-f99cf91e-d00c-4128-93c0-e21d9f22823d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 24 05:07:45.310170 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ebfd0ead-f80b-444e-9c6c-876ca1c23feb req-4f51f2a9-b308-4d2b-be2c-77a517da4763 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472298
Jan 24 05:07:45.337507 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:45.385210 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-b51b62ff-be55-4064-8a38-1d6cf096cd85 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977940
Jan 24 05:07:45.480832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:45.506204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:45.674536 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'Port': ['ID=9547051b-fd53-4821-881e-c3b5ae4c535d,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:45.689881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:45.700643 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fbbd9f7f-9daa-41ad-b5ff-6e8f0270a095 req-8c8f919d-3022-4d20-b1d9-78e4e6a0d284 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3084414
Jan 24 05:07:45.732593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:07:45.733760 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:07:45.736573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:07:45.806148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 33450c1b-6d35-4fba-8b42-ba05112de3e4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:07:45.820579 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:45.876457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 33450c1b-6d35-4fba-8b42-ba05112de3e4 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:07:45.881754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 33450c1b-6d35-4fba-8b42-ba05112de3e4 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:07:45.882200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:45.883550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:46.005593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:46.034848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef0898e-9310-4002-be56-02e5a1c602ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33450c1b-6d35-4fba-8b42-ba05112de3e4'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:07:46.045514 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 33450c1b-6d35-4fba-8b42-ba05112de3e4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=33450c1b-6d35-4fba-8b42-ba05112de3e4,segment=NetworkSegment(5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951),segment_id=5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:07:46.049601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:46.051908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:46.097899 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef0898e-9310-4002-be56-02e5a1c602ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33450c1b-6d35-4fba-8b42-ba05112de3e4', 'code': 200}
Jan 24 05:07:46.124632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=33450c1b-6d35-4fba-8b42-ba05112de3e4,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:46.128061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:46.172384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:46.176919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:46.192779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-518713f1-f550-4aa2-99ad-46ab4e0027c0 tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:46.387242 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'Port': ['ID=9547051b-fd53-4821-881e-c3b5ae4c535d,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:46.390392 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:46.489971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc17d-caaa-42c5-b35d-f0259de3f61a req-a373c6ce-5e2b-4c8f-a214-8baf4f14b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:46.491626 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72ddc17d-caaa-42c5-b35d-f0259de3f61a req-a373c6ce-5e2b-4c8f-a214-8baf4f14b99f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 1163 time: 0.1890802
Jan 24 05:07:46.548952 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:46.562359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b689d-dca0-4c23-a4dd-3b02b99fb23d req-a5a3e583-50b4-46fb-8af0-74bb91d1bb45 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:46.564043 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7b6b689d-dca0-4c23-a4dd-3b02b99fb23d req-a5a3e583-50b4-46fb-8af0-74bb91d1bb45 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 946 time: 0.1139433
Jan 24 05:07:46.564170 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-72ddc17d-caaa-42c5-b35d-f0259de3f61a req-c39b87e8-9374-451f-b6e2-7d153f06fefe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638530
Jan 24 05:07:46.581017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:46.582274 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5985208
Jan 24 05:07:46.616648 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7b6b689d-dca0-4c23-a4dd-3b02b99fb23d req-801c1cff-3204-47da-a4e1-f197f61f73a1 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460880
Jan 24 05:07:46.903276 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ac573f93-a291-47f6-874b-19d5ca9ba3d0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:floatingip {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:07:46.917699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ac573f93-a291-47f6-874b-19d5ca9ba3d0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:floatingip {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:07:46.918958 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-ac573f93-a291-47f6-874b-19d5ca9ba3d0 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.159 HTTP/1.1" status: 200  len: 696 time: 0.3297422
Jan 24 05:07:47.099715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-5a6a5a2b-cf5a-4e74-af87-d31135488170 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:47.101239 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-57293f66-2004-45eb-8ab5-8a0bccf2e1b1 req-5a6a5a2b-cf5a-4e74-af87-d31135488170 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.1761911
Jan 24 05:07:47.317210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1607a7-711e-4349-9b18-387f0626254d req-94edb675-407e-4b5c-9525-37bb6baad8ea tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:47.318887 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-94edb675-407e-4b5c-9525-37bb6baad8ea tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1085694
Jan 24 05:07:47.322080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 33450c1b-6d35-4fba-8b42-ba05112de3e4 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:07:47.397751 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 33450c1b-6d35-4fba-8b42-ba05112de3e4 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:07:47.398177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:47.415195 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-bb51a602-550d-4de8-b3e5-56ad72db2956 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.159 HTTP/1.1" status: 200  len: 696 time: 0.0899715
Jan 24 05:07:47.425931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-6d1607a7-711e-4349-9b18-387f0626254d req-ec6f7a6a-f9f2-48f3-9837-124608729fcb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'floatingip': {'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:47.513990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6d1607a7-711e-4349-9b18-387f0626254d req-ec6f7a6a-f9f2-48f3-9837-124608729fcb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:47.863631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e97f9f-3604-4f6b-bcb0-78926163a7c2 req-13a1149f-fa00-47a5-8c22-816c6ef43f05 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:47.866357 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-76e97f9f-3604-4f6b-bcb0-78926163a7c2 req-13a1149f-fa00-47a5-8c22-816c6ef43f05 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 946 time: 0.1147721
Jan 24 05:07:47.927922 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-76e97f9f-3604-4f6b-bcb0-78926163a7c2 req-932ab659-03f1-4c76-b642-0f9f16014768 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527956
Jan 24 05:07:48.366985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6d1607a7-711e-4349-9b18-387f0626254d req-ec6f7a6a-f9f2-48f3-9837-124608729fcb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:48.369920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6d1607a7-711e-4349-9b18-387f0626254d req-ec6f7a6a-f9f2-48f3-9837-124608729fcb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:48.555630 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-6d1607a7-711e-4349-9b18-387f0626254d req-ec6f7a6a-f9f2-48f3-9837-124608729fcb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Floating IP 20dfc694-ccb0-4132-9760-14048637588a associated. External IP: 172.27.3.159, port: 1fa65129-771a-436d-aa37-9479820528d4.
Jan 24 05:07:48.928069 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d1607a7-711e-4349-9b18-387f0626254d req-ec6f7a6a-f9f2-48f3-9837-124608729fcb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Router 8afd8453-a0c9-4b7a-b504-59722b250c0d has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:07:49.120816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d1607a7-711e-4349-9b18-387f0626254d req-ec6f7a6a-f9f2-48f3-9837-124608729fcb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:07:49.125789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6d1607a7-711e-4349-9b18-387f0626254d req-ec6f7a6a-f9f2-48f3-9837-124608729fcb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:49.131393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] Sync routers for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:07:49.141295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:07:49.142056 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd48b2e48>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:07:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:07:49.166741 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af6a19-82db-4f93-a251-76068eabbcbd req-8d8f44f5-a9de-4dc4-8fcd-44dc9c6f18a1 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:49.168459 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9af6a19-82db-4f93-a251-76068eabbcbd req-8d8f44f5-a9de-4dc4-8fcd-44dc9c6f18a1 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 946 time: 0.1106436
Jan 24 05:07:49.189482 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-ec6f7a6a-f9f2-48f3-9837-124608729fcb tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "PUT /v2.0/floatingips/20dfc694-ccb0-4132-9760-14048637588a HTTP/1.1" status: 200  len: 996 time: 1.7676466
Jan 24 05:07:49.189959 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'tag': '1fa65129-771a-436d-aa37-9479820528d4'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:07:49.225838 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9af6a19-82db-4f93-a251-76068eabbcbd req-ac2e8f0c-3196-42e5-935b-46c3b5e26579 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496311
Jan 24 05:07:49.293545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1607a7-711e-4349-9b18-387f0626254d req-f0cbe6ad-5f25-44fa-a35b-215c4c2ab452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:49.302097 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-f0cbe6ad-5f25-44fa-a35b-215c4c2ab452 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 1162 time: 0.0976095
Jan 24 05:07:49.330210 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'tag': '1fa65129-771a-436d-aa37-9479820528d4', 'status': 'completed', 'code': 200}
Jan 24 05:07:49.358517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:07:49.453011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1607a7-711e-4349-9b18-387f0626254d req-8ae2d128-8d44-4264-9b09-aeb42a4ccca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:49.454605 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-8ae2d128-8d44-4264-9b09-aeb42a4ccca4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1516347
Jan 24 05:07:49.464486 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-834346bd-a3dc-4f74-8d56-cefa5f2ba627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:49.466484 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-834346bd-a3dc-4f74-8d56-cefa5f2ba627 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 1162 time: 0.0893559
Jan 24 05:07:49.572155 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-8a817241-f0c8-4363-9d55-c678f571c829 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 999 time: 0.1084852
Jan 24 05:07:49.618353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-d349347a-6486-4bab-89f6-a58489d41ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:49.620265 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-d349347a-6486-4bab-89f6-a58489d41ba5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1471238
Jan 24 05:07:49.652206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1607a7-711e-4349-9b18-387f0626254d req-97cef77e-566a-4f2e-8f5b-91d9710f187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:49.654348 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-97cef77e-566a-4f2e-8f5b-91d9710f187f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0765171
Jan 24 05:07:49.751679 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1607a7-711e-4349-9b18-387f0626254d req-f5d25f3f-9dd1-4981-a8fc-639486ee2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:49.753248 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-f5d25f3f-9dd1-4981-a8fc-639486ee2d3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909576
Jan 24 05:07:49.761841 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-f29a5b80-936d-4a8b-845e-5b153c4b9774 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 999 time: 0.1312478
Jan 24 05:07:49.774405 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd48b2e48>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '20dfc694-ccb0-4132-9760-14048637588a', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:aa:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:07:45Z', 'updated_at': '2021-01-24T05:07:48Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:07:49.778489 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] Checking router: 8afd8453-a0c9-4b7a-b504-59722b250c0d for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:07:49.788252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:07:49.788980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd48b2e48>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:07:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:07:49.835546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-93a990e7-6c25-42d7-a82c-1b93c11a82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:49.837160 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-93a990e7-6c25-42d7-a82c-1b93c11a82b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0674026
Jan 24 05:07:49.910145 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-3877ac73-7ae1-40c1-baf6-6d44979956ac service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486714
Jan 24 05:07:49.926133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-8e1c9fd6-4796-4603-afcc-d282e9e5c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:49.927751 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-8e1c9fd6-4796-4603-afcc-d282e9e5c91e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812204
Jan 24 05:07:49.982855 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:07:50.078638 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6d1607a7-711e-4349-9b18-387f0626254d req-d655e9c6-ca7e-468a-ab61-1cea9fc9889e service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1613653
Jan 24 05:07:50.094130 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-fb611475-ec38-4b3d-8459-a98281fcaeb3 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585217
Jan 24 05:07:50.243533 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-93fe6f7b-af37-453b-9757-e54ddd17b65b req-7850a956-60f7-43fd-ae46-a2d46eebb819 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423745
Jan 24 05:07:50.399477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd48b2e48>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '20dfc694-ccb0-4132-9760-14048637588a', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:aa:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:07:45Z', 'updated_at': '2021-01-24T05:07:48Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:07:50.404106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a2c46-8361-448f-9acc-d13408169592 None None] The sync data for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi is: [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '20dfc694-ccb0-4132-9760-14048637588a', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:aa:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:07:45Z', 'updated_at': '2021-01-24T05:07:48Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:07:50.539379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954c474-ddeb-4615-bdc5-132fad77a838 req-ad8a72dd-f070-495c-8eef-4cda805e535a tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:50.541036 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b954c474-ddeb-4615-bdc5-132fad77a838 req-ad8a72dd-f070-495c-8eef-4cda805e535a tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 946 time: 0.1068428
Jan 24 05:07:50.595118 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b954c474-ddeb-4615-bdc5-132fad77a838 req-2d6fc244-844c-4060-83a6-863e20e2da84 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475507
Jan 24 05:07:50.697457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e4e046-127a-4413-b1b6-bcc2cb9d4395 None None] New status for floating IP 20dfc694-ccb0-4132-9760-14048637588a: ACTIVE {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:07:51.835754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5109-cd92-4c90-8b00-3b42bc7886f2 req-1eaa7955-6a9f-49c1-8ea4-44f724e7798f tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:51.837385 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-769b5109-cd92-4c90-8b00-3b42bc7886f2 req-1eaa7955-6a9f-49c1-8ea4-44f724e7798f tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 946 time: 0.1111352
Jan 24 05:07:51.890337 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-769b5109-cd92-4c90-8b00-3b42bc7886f2 req-07dada48-4ad7-4c34-b0e5-9bc5275f47fc tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463712
Jan 24 05:07:52.137987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-617c3856-004c-4931-83d3-79ab2dee4ad4 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:52.139543 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-617c3856-004c-4931-83d3-79ab2dee4ad4 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.61 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 946 time: 0.1033432
Jan 24 05:07:52.223639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Deleting port 33450c1b-6d35-4fba-8b42-ba05112de3e4 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:07:52.223943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:52.487332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] For port 33450c1b-6d35-4fba-8b42-ba05112de3e4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=33450c1b-6d35-4fba-8b42-ba05112de3e4,segment=NetworkSegment(5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951),segment_id=5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:07:52.487629 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:52.619500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Calling delete_port for 33450c1b-6d35-4fba-8b42-ba05112de3e4 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:07:52.765178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:52.780438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-2f77382d-5d8f-4c76-ab6a-b36ec5e36986 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:52.875435 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Pushing event deleted for resources: {'Port': ['ID=33450c1b-6d35-4fba-8b42-ba05112de3e4,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:52.882221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:52.984166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] No DVR routers for this DVR port 33450c1b-6d35-4fba-8b42-ba05112de3e4 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:07:52.986503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:52.989274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef0898e-9310-4002-be56-02e5a1c602ea', 'name': 'network-vif-deleted', 'tag': '33450c1b-6d35-4fba-8b42-ba05112de3e4'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:07:53.004689 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9f65d2b9-a6e8-49c5-adb2-7da5911a62c7 req-478b6bc1-c033-4413-a646-41295f5515ef tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.61 "DELETE /v2.0/ports/33450c1b-6d35-4fba-8b42-ba05112de3e4 HTTP/1.1" status: 204  len: 173 time: 0.8576393
Jan 24 05:07:53.050095 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef0898e-9310-4002-be56-02e5a1c602ea', 'name': 'network-vif-deleted', 'tag': '33450c1b-6d35-4fba-8b42-ba05112de3e4', 'status': 'completed', 'code': 200}
Jan 24 05:07:53.079770 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7f86d489-4900-4664-aa4f-09e057efbada req-702e0c43-11fb-4624-b1e8-8f3dba947527 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=3ef0898e-9310-4002-be56-02e5a1c602ea HTTP/1.1" status: 200  len: 210 time: 0.0582809
Jan 24 05:07:53.182426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 33450c1b-6d35-4fba-8b42-ba05112de3e4 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:07:53.218792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: 33450c1b-6d35-4fba-8b42-ba05112de3e4 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:07:53.219187 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 33450c1b-6d35-4fba-8b42-ba05112de3e4 not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:07:54.516524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-61726c8d-4814-440b-84e7-e931fbf2079a tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:54.517402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-61726c8d-4814-440b-84e7-e931fbf2079a tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Synchronizing usage tracker for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:07:54.533809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-61726c8d-4814-440b-84e7-e931fbf2079a tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Unset dirty status for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:07:54.535060 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-61726c8d-4814-440b-84e7-e931fbf2079a tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/networks?id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c HTTP/1.1" status: 200  len: 808 time: 0.1958222
Jan 24 05:07:54.551712 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-1e7f902b-f1fd-4029-ab21-883a370ae545 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/quotas/97fb33fafc7d4bceb2ef4758fa3d09e2 HTTP/1.1" status: 200  len: 375 time: 0.0106440
Jan 24 05:07:54.603690 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-8e0d1b10-729a-40bd-ae07-a4b36b02f3e2 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?tenant_id=97fb33fafc7d4bceb2ef4758fa3d09e2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464160
Jan 24 05:07:54.615370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-2fcbb365-05ef-416f-b3c6-9de10a994c6e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 05:07:54.616392 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-2fcbb365-05ef-416f-b3c6-9de10a994c6e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059888
Jan 24 05:07:54.994469 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-1bf458c8-3b55-4bee-9457-bcb8be376aa4 service neutron] 10.222.0.10 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3721440
Jan 24 05:07:55.138540 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-0099b83f-b709-4fa7-93db-2236260d2d21 service neutron] 10.222.0.10 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376739
Jan 24 05:07:55.343859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-cf9ed7ba-9eb9-4535-953a-26378fa4109a req-33d19eb6-31ba-456e-b4e6-823a6373fdca tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Synchronizing usage tracker for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:07:55.362669 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-cf9ed7ba-9eb9-4535-953a-26378fa4109a req-33d19eb6-31ba-456e-b4e6-823a6373fdca tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Unset dirty status for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:07:55.363942 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cf9ed7ba-9eb9-4535-953a-26378fa4109a req-33d19eb6-31ba-456e-b4e6-823a6373fdca tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 210 time: 0.0714467
Jan 24 05:07:56.544360 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3852512f-9f0c-409d-b2ed-803c46c60eb8 req-5e286e6b-35f2-46d5-b88a-89526d1ba084 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 210 time: 0.0481501
Jan 24 05:07:56.784563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-7b37a45d-fd91-404a-bc38-897dafbe0952 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:56.786200 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-7b37a45d-fd91-404a-bc38-897dafbe0952 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.61 "GET /v2.0/networks?id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c HTTP/1.1" status: 200  len: 808 time: 0.1864691
Jan 24 05:07:56.835133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Request body: {'port': {'device_id': '2137f842-d8b9-43e7-8481-0c16dfc5c7ee', 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c', 'admin_state_up': True, 'tenant_id': '97fb33fafc7d4bceb2ef4758fa3d09e2'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:56.980046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:07:56.990266 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:07:56.998905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Made reservation on behalf of 97fb33fafc7d4bceb2ef4758fa3d09e2 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:07:57.008521 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:57.310974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Allocated IP 172.20.0.6 (169f51ce-28fd-49ac-a6d8-33fb9f72b55c/ece7b370-d728-47fe-bbcd-aee29474d3d2/8e2ada38-c1fb-4d97-9fd7-f43270af8da0) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:07:57.527908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:57.556077 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:57.571523 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-54029b25-cfc7-45b0-899f-81acc12d59ce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:57.783597 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Pushing event updated for resources: {'Port': ['ID=8e2ada38-c1fb-4d97-9fd7-f43270af8da0,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:57.790289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:57.841590 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:07:57.868604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8ada1-a27e-43d1-96ff-74783c070e2f req-40833dbf-4238-4660-806a-1fa001b910ee tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:57.870401 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e7e8ada1-a27e-43d1-96ff-74783c070e2f req-40833dbf-4238-4660-806a-1fa001b910ee tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 931 time: 0.1863625
Jan 24 05:07:57.871258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:07:57.893362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:07:58.194812 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e7e8ada1-a27e-43d1-96ff-74783c070e2f req-ae226aa3-7696-4c25-99ee-853462367fb8 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3171692
Jan 24 05:07:58.219561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:58.220804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:58.247810 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4171414
Jan 24 05:07:58.264883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-208f61ba-c2eb-43f2-9e51-d927e75bad30 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 05:07:58.265948 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-208f61ba-c2eb-43f2-9e51-d927e75bad30 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0056701
Jan 24 05:07:58.355954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Request body: {'port': {'device_id': '2137f842-d8b9-43e7-8481-0c16dfc5c7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:07:58.474148 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:58.889771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:07:58.898268 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:58.910588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Transition to ACTIVE for port object 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:07:58.913256 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:58.928816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-550cbdef-41d7-4de6-a123-9ccc9c21a0be tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:59.065688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2ada38-c1fb-4d97-9fd7-f43270af8da0,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:59.068835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:59.259563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Attempting to bind port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:07:59.259943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Attempting to bind port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:07:59.260313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Attempting to bind port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 on network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:07:59.266273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:07:59.267334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Checking segment: {'id': '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:07:59.268001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:59.268437 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Bound using segment: {'id': '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:07:59.268950 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Bound port: 8e2ada38-c1fb-4d97-9fd7-f43270af8da0, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '169f51ce-28fd-49ac-a6d8-33fb9f72b55c'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:07:59.269322 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:59.368754 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] For port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:07:59.371889 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] For port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8e2ada38-c1fb-4d97-9fd7-f43270af8da0,segment=NetworkSegment(5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951),segment_id=5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:07:59.375482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:59.392093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:07:59.434712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13f28-ce12-4c66-857a-79e4f6ef8df2 req-d560e081-1d92-4e68-90da-a41f70a1a083 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:59.436429 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fcb13f28-ce12-4c66-857a-79e4f6ef8df2 req-d560e081-1d92-4e68-90da-a41f70a1a083 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 943 time: 0.1106577
Jan 24 05:07:59.488914 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fcb13f28-ce12-4c66-857a-79e4f6ef8df2 req-a75e2484-535e-49d5-bbbc-0bcd76f12425 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448768
Jan 24 05:07:59.547561 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2ada38-c1fb-4d97-9fd7-f43270af8da0,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:07:59.552699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:07:59.586990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:59.587665 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:07:59.589307 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] 10.222.0.61 "PUT /v2.0/ports/8e2ada38-c1fb-4d97-9fd7-f43270af8da0 HTTP/1.1" status: 200  len: 1157 time: 1.3170717
Jan 24 05:07:59.589828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2137f842-d8b9-43e7-8481-0c16dfc5c7ee', 'tag': '8e2ada38-c1fb-4d97-9fd7-f43270af8da0'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:07:59.721214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-de4ca9dd-7d00-4697-9286-119b836dbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:59.722988 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-de4ca9dd-7d00-4697-9286-119b836dbee9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97fb33fafc7d4bceb2ef4758fa3d09e2&device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 1160 time: 0.0805106
Jan 24 05:07:59.739160 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2137f842-d8b9-43e7-8481-0c16dfc5c7ee', 'tag': '8e2ada38-c1fb-4d97-9fd7-f43270af8da0', 'status': 'completed', 'code': 200}
Jan 24 05:07:59.808715 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-04357096-0a52-473f-8796-cd67ee85b33e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2ada38-c1fb-4d97-9fd7-f43270af8da0 HTTP/1.1" status: 200  len: 217 time: 0.0716107
Jan 24 05:07:59.878389 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-ca3637ee-d2f5-42ed-b8a0-f45df393d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:07:59.879937 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-ca3637ee-d2f5-42ed-b8a0-f45df393d866 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ece7b370-d728-47fe-bbcd-aee29474d3d2 HTTP/1.1" status: 200  len: 848 time: 0.0644379
Jan 24 05:07:59.933036 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-df158405-f289-416d-9a90-2725467905f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447195
Jan 24 05:08:00.081338 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-e024a186-7c44-4033-a6ee-b4d0b5f74d45 service neutron] 10.222.0.61 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383758
Jan 24 05:08:00.228566 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b9f2317-75ad-4c80-94d0-ddaa96fb57ac req-aa7f5517-7991-439a-b048-9d294e32c27e service neutron] 10.222.0.61 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381071
Jan 24 05:08:00.430339 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-7fe53b19-414f-48df-b2a6-6598143920d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:00.431859 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-7fe53b19-414f-48df-b2a6-6598143920d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97fb33fafc7d4bceb2ef4758fa3d09e2&device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 1160 time: 0.0827551
Jan 24 05:08:00.578280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-628203d3-bae9-40c8-92c5-7086c0490697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:00.580325 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-628203d3-bae9-40c8-92c5-7086c0490697 service neutron] 10.222.0.61 "GET /v2.0/networks?id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c HTTP/1.1" status: 200  len: 902 time: 0.1405892
Jan 24 05:08:00.653187 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-2157ed79-8e0f-4f73-b9f3-91e3b328f146 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2ada38-c1fb-4d97-9fd7-f43270af8da0 HTTP/1.1" status: 200  len: 217 time: 0.0659955
Jan 24 05:08:00.728230 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-bc4bd81f-6821-4c0a-977d-cd273d21c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:00.729833 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-bc4bd81f-6821-4c0a-977d-cd273d21c175 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ece7b370-d728-47fe-bbcd-aee29474d3d2 HTTP/1.1" status: 200  len: 848 time: 0.0700340
Jan 24 05:08:00.732494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53f0ea-1a3f-47d7-8324-5cfee606c00d req-03f03f28-857d-4654-856e-5953a3f1a9a4 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:00.734149 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fd53f0ea-1a3f-47d7-8324-5cfee606c00d req-03f03f28-857d-4654-856e-5953a3f1a9a4 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 943 time: 0.1111941
Jan 24 05:08:00.787508 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-fb472651-9c7d-425a-839e-747bdc259444 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=169f51ce-28fd-49ac-a6d8-33fb9f72b55c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460064
Jan 24 05:08:00.787722 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fd53f0ea-1a3f-47d7-8324-5cfee606c00d req-fc1efdd4-369f-490a-a876-fb6521f65053 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461123
Jan 24 05:08:00.942423 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-aa0c844b-f7df-4b82-a38f-720b53ea5089 service neutron] 10.222.0.61 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377857
Jan 24 05:08:01.086660 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d7854cbe-e2e8-4dad-bb90-4f6e1c3a2e65 req-1f2f6783-6dc6-41c3-8238-17fc89f283e8 service neutron] 10.222.0.61 "GET /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361105
Jan 24 05:08:01.167255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-28ca0611-7e07-4428-a9cf-1dfaf4995529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:02.025998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8311d1-fe2b-4906-ba67-37d9b59a68be req-14762ffb-e436-4965-8b52-f0016851613e tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:02.026763 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3a8311d1-fe2b-4906-ba67-37d9b59a68be req-14762ffb-e436-4965-8b52-f0016851613e tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Synchronizing usage tracker for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:08:02.041896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-3a8311d1-fe2b-4906-ba67-37d9b59a68be req-14762ffb-e436-4965-8b52-f0016851613e tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Unset dirty status for tenant:97fb33fafc7d4bceb2ef4758fa3d09e2 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:08:02.043141 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3a8311d1-fe2b-4906-ba67-37d9b59a68be req-14762ffb-e436-4965-8b52-f0016851613e tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 943 time: 0.1244223
Jan 24 05:08:02.094368 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3a8311d1-fe2b-4906-ba67-37d9b59a68be req-753bf190-f76c-494a-aa7f-571e353fd097 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443792
Jan 24 05:08:03.327239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07e427-e711-4511-b4cd-e0a7b4234515 req-ad3041e7-242d-4b68-ba0e-b1290730ff3a tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:03.328899 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea07e427-e711-4511-b4cd-e0a7b4234515 req-ad3041e7-242d-4b68-ba0e-b1290730ff3a tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 943 time: 0.1056099
Jan 24 05:08:03.380811 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea07e427-e711-4511-b4cd-e0a7b4234515 req-b4708023-375e-473d-9002-f8a1bc29888c tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451043
Jan 24 05:08:03.540059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a9c9993d-f16e-49e1-9268-cad4680e5d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:03.774304 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:08:03.847182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:03.861299 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:08:03.866137 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:08:03.866550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:03.991874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:04.019974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2137f842-d8b9-43e7-8481-0c16dfc5c7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2ada38-c1fb-4d97-9fd7-f43270af8da0'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:08:04.030254 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8e2ada38-c1fb-4d97-9fd7-f43270af8da0,segment=NetworkSegment(5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951),segment_id=5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:08:04.033905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:04.035811 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:08:04.081251 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2137f842-d8b9-43e7-8481-0c16dfc5c7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2ada38-c1fb-4d97-9fd7-f43270af8da0', 'code': 200}
Jan 24 05:08:04.108241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=8e2ada38-c1fb-4d97-9fd7-f43270af8da0,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:08:04.111678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:08:04.387947 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff921bbe-de31-4e16-90a5-2d0f5a0854d2 req-89241a72-8ce7-4417-8552-9e615e208afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:04.389578 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ff921bbe-de31-4e16-90a5-2d0f5a0854d2 req-89241a72-8ce7-4417-8552-9e615e208afa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 1162 time: 0.0766876
Jan 24 05:08:04.434718 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ff921bbe-de31-4e16-90a5-2d0f5a0854d2 req-259c531a-f988-4f57-9810-f3d6cac8ca34 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375473
Jan 24 05:08:04.617183 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878db2a-ee8c-4947-8d66-9fb1088083b5 req-202247ef-1004-4cb5-b965-1aadfdb5b887 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:04.618710 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8878db2a-ee8c-4947-8d66-9fb1088083b5 req-202247ef-1004-4cb5-b965-1aadfdb5b887 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 945 time: 0.1085734
Jan 24 05:08:04.670699 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8878db2a-ee8c-4947-8d66-9fb1088083b5 req-40f409cc-1c74-49b5-bff8-68586eefb78c tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457656
Jan 24 05:08:05.041112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:05.459870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:05.554643 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:08:05.630055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:08:05.630479 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:05.921059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac41e65-1436-487b-9eb1-c4af03f1517b req-7fc4816c-f969-4922-9ab1-a33cdb84c204 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:05.922691 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9ac41e65-1436-487b-9eb1-c4af03f1517b req-7fc4816c-f969-4922-9ab1-a33cdb84c204 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 945 time: 0.1118228
Jan 24 05:08:05.976021 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9ac41e65-1436-487b-9eb1-c4af03f1517b req-d75824ea-ea38-4a25-bceb-201bf83b060b tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466168
Jan 24 05:08:07.215238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054d34f-f03a-4e33-a055-976e1dee7830 req-3c678969-0250-42b8-beb8-43bcf8d862f0 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:07.216853 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e054d34f-f03a-4e33-a055-976e1dee7830 req-3c678969-0250-42b8-beb8-43bcf8d862f0 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 945 time: 0.1088855
Jan 24 05:08:07.269392 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e054d34f-f03a-4e33-a055-976e1dee7830 req-226293c8-0c0c-4d71-9d0e-8eed10dbf48e tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458245
Jan 24 05:08:07.553956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:08:07.630936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:08:07.631355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:08.633607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:08.776017 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24701ba-7f92-426d-855d-77c3f2e9388f req-4eb7c80f-02f5-43d2-9e76-84954f5d5989 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:08.777769 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c24701ba-7f92-426d-855d-77c3f2e9388f req-4eb7c80f-02f5-43d2-9e76-84954f5d5989 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 945 time: 0.1053038
Jan 24 05:08:08.828216 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c24701ba-7f92-426d-855d-77c3f2e9388f req-d037135b-60d3-4abc-8b30-43d33a04b06b tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440431
Jan 24 05:08:10.065303 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dc166-2704-4d26-be66-7b300a313138 req-b64a28e2-f418-4451-8a4a-459b906159d8 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:10.066893 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e52dc166-2704-4d26-be66-7b300a313138 req-b64a28e2-f418-4451-8a4a-459b906159d8 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 945 time: 0.1047781
Jan 24 05:08:10.121735 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e52dc166-2704-4d26-be66-7b300a313138 req-2733d612-6b18-408c-8009-0781d62d54ff tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/security-groups?id=2c9545c8-fa70-4368-9f32-235aa87a3d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485828
Jan 24 05:08:10.580510 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-7b0427d0-5b66-46d1-8bce-0425076298c3 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:10.582148 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-7b0427d0-5b66-46d1-8bce-0425076298c3 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.61 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 945 time: 0.1064646
Jan 24 05:08:10.666387 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Deleting port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:08:10.666896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:10.926243 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] For port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8e2ada38-c1fb-4d97-9fd7-f43270af8da0,segment=NetworkSegment(5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951),segment_id=5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:08:10.926556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:11.056360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Calling delete_port for 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:08:11.205360 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:11.220851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-39bd1558-5118-49ef-bbb3-5248ef9e43db tempest-AttachVolumeNegativeTest-647277601 tempest-AttachVolumeNegativeTest-647277601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:08:11.297820 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:08:11.306712 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f4e9192a-f153-410f-95b5-8389d0754a9c req-2170d7ba-dd9a-4923-ba34-d897ac9a9718 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.10 "GET /v2.0/ports?device_id=2137f842-d8b9-43e7-8481-0c16dfc5c7ee HTTP/1.1" status: 200  len: 210 time: 0.0559330
Jan 24 05:08:11.323308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Pushing event deleted for resources: {'Port': ['ID=8e2ada38-c1fb-4d97-9fd7-f43270af8da0,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:08:11.327572 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:08:11.343030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:08:11.343535 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:08:11.431363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] No DVR routers for this DVR port 8e2ada38-c1fb-4d97-9fd7-f43270af8da0 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:08:11.433743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:11.436394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2137f842-d8b9-43e7-8481-0c16dfc5c7ee', 'name': 'network-vif-deleted', 'tag': '8e2ada38-c1fb-4d97-9fd7-f43270af8da0'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:08:11.452396 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-aab5d7bc-2923-46aa-b5b8-9bc380c58501 req-42edcb1b-d788-4363-9f55-21008b252e1d tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] 10.222.0.61 "DELETE /v2.0/ports/8e2ada38-c1fb-4d97-9fd7-f43270af8da0 HTTP/1.1" status: 204  len: 173 time: 0.8589511
Jan 24 05:08:11.501236 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2137f842-d8b9-43e7-8481-0c16dfc5c7ee', 'name': 'network-vif-deleted', 'tag': '8e2ada38-c1fb-4d97-9fd7-f43270af8da0', 'status': 'completed', 'code': 200}
Jan 24 05:08:12.481108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:08:31.175732 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2c454f18-380a-49df-a4e2-2479f74a1f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:33.543894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d1fec63d-64a3-4611-abb4-b8d25a50237d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:33.825793 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:35.043683 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:35.082823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56660) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:08:35.151578 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Deleting subnet ece7b370-d728-47fe-bbcd-aee29474d3d2 {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:08:35.154823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:35.212239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:35.461223 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:35.496213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:35.760233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:35.776999 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a24f76c0-b61f-437d-a32e-2b76c7bc2040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:08:35.865471 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece7b370-d728-47fe-bbcd-aee29474d3d2,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:08:35.887565 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.887983 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.888391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.888826 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.889227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.889625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.890021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.890415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.890806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.891195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.892106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.892502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.892951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.893343 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.893748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.894120 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.894510 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.894897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.895285 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.895671 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.896062 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.896449 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.896861 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.897248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:35.902870 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:08:35.935108 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:35.941609 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ece7b370-d728-47fe-bbcd-aee29474d3d2 HTTP/1.1" status: 204  len: 168 time: 0.8576167
Jan 24 05:08:35.944297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56668) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:08:36.062087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:36.258688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:36.372575 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd46637b8>,) {'filters': {'network_id': ['169f51ce-28fd-49ac-a6d8-33fb9f72b55c']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:08:36.389425 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd46637b8>, '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:08:36.389762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd46637b8>, '5de79fe1-9a6e-48f9-beaa-a2f0a6c0f951') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:08:36.402637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:36.419887 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:36.422037 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:08:36.611206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:08:36.621619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:36.809923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Network 169f51ce-28fd-49ac-a6d8-33fb9f72b55c has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:08:36.832975 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:08:36.918014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:36.921955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:08:36.942236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:36.944908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=169f51ce-28fd-49ac-a6d8-33fb9f72b55c,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:08:36.948020 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:08:36.956714 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5ff9e145-0755-4e01-8fa6-108a2da5d7c4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/169f51ce-28fd-49ac-a6d8-33fb9f72b55c HTTP/1.1" status: 204  len: 168 time: 1.0111928
Jan 24 05:08:37.096646 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56674) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:08:37.147968 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ef3a9cda-7443-436a-8227-45d2da7854b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97fb33fafc7d4bceb2ef4758fa3d09e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500293
Jan 24 05:08:37.150530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56678) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:08:37.213307 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e59cac2-a72b-4c0d-a1ed-bf0f47adc429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:37.240311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e59cac2-a72b-4c0d-a1ed-bf0f47adc429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:37.285208 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e59cac2-a72b-4c0d-a1ed-bf0f47adc429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:37.290503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-abfc49d3-2f6e-4466-bf54-e93b00b5463b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:08:37.303377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59cac2-a72b-4c0d-a1ed-bf0f47adc429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9545c8-fa70-4368-9f32-235aa87a3d0e,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:08:37.306216 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0e59cac2-a72b-4c0d-a1ed-bf0f47adc429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:08:37.312550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0e59cac2-a72b-4c0d-a1ed-bf0f47adc429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:37.313843 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-0e59cac2-a72b-4c0d-a1ed-bf0f47adc429 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c9545c8-fa70-4368-9f32-235aa87a3d0e HTTP/1.1" status: 204  len: 168 time: 0.1617894
Jan 24 05:08:38.635601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:41.592403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56722) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:08:41.748678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:41.764000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:08:41.768714 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] Usage tracker for resource:security_group_rule and tenant:617458c6b47340dfa68d67567d8b467d is out of sync, need to count used quota {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 24 05:08:41.771662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 24 05:08:41.777490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:08:41.867692 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:41.870567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:41.880762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-23936b9b-97b7-460d-8b75-9f9ef3821a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:08:41.923363 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=617458c6b47340dfa68d67567d8b467d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3291135
Jan 24 05:08:41.924457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a090f-d03f-4902-8be2-43c115c06935,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:08:41.926413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 56728) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:08:41.927913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-77b14192-1f57-47a1-a09b-618431941f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:08:41.991971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:42.019160 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:42.065682 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:42.071119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-1937fa93-36e4-4ee2-9002-0fd45f29659e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:08:42.085701 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a090f-d03f-4902-8be2-43c115c06935,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:08:42.094163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:08:42.096144 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd9a090f-d03f-4902-8be2-43c115c06935 HTTP/1.1" status: 204  len: 168 time: 0.1676772
Jan 24 05:08:42.097778 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.098217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.098668 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.099096 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.099503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.099907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.100305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.100735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.101133 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.101527 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.101926 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.102320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.102781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.103245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.103661 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.104074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.104493 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.104944 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.105365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.105781 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.106200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.106632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.107048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.107458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:08:42.112010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-be1c6720-9b98-426c-8d0d-1bfd3467b83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:08:45.824692 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-715fa210-17c0-47a6-af03-e21d6bc57ff8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0753746
Jan 24 05:08:45.940284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-04e7ccbc-d3d6-47d3-8326-3cb7408ac277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:45.941895 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-04e7ccbc-d3d6-47d3-8326-3cb7408ac277 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 1162 time: 0.0798731
Jan 24 05:08:46.099362 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-11f03cb1-ed37-4298-9cb3-ba6e9d7b021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:46.100862 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-11f03cb1-ed37-4298-9cb3-ba6e9d7b021d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1366911
Jan 24 05:08:46.211312 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-646a0ec1-9e5d-4302-af5e-387e29f28e11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 1001 time: 0.1029606
Jan 24 05:08:46.283408 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-1e0b08c4-03a4-4de6-acdb-e2cd10b8224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:46.285027 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-1e0b08c4-03a4-4de6-acdb-e2cd10b8224d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0657079
Jan 24 05:08:46.371923 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-1a71b838-24ff-4e85-8d12-c7fb0c7b7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:08:46.373463 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-1a71b838-24ff-4e85-8d12-c7fb0c7b7b06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806890
Jan 24 05:08:46.520316 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-4dc0faea-6644-4cdd-a0c1-e2a0a54bd356 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394398
Jan 24 05:08:46.668847 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2bd50fd-3c32-47a6-a409-7728c8ec6f7d req-b29f1eac-f4b6-4945-b71d-9a78ec2f2c54 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383858
Jan 24 05:08:49.481115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:09:01.168190 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-660fa974-056c-476c-b35c-332e16126715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:03.544823 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6278e090-929a-4e27-8bf0-54b125806d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:03.828942 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:04.695309 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475201-f20c-4c4c-94fc-78ce82ffd553 req-2fbc4770-c21c-4056-9325-baeed183c09e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:04.696931 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-17475201-f20c-4c4c-94fc-78ce82ffd553 req-2fbc4770-c21c-4056-9325-baeed183c09e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1078272
Jan 24 05:09:04.747982 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-17475201-f20c-4c4c-94fc-78ce82ffd553 req-943caba6-f67c-400b-818a-8afff18a01db tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447052
Jan 24 05:09:05.044244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:05.477206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:06.000123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90fc5e-74de-4917-bd68-3f95e22ca494 req-1da00bc0-230f-4ce2-9483-ef4be4e6b966 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:06.001742 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb90fc5e-74de-4917-bd68-3f95e22ca494 req-1da00bc0-230f-4ce2-9483-ef4be4e6b966 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1058900
Jan 24 05:09:06.053320 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb90fc5e-74de-4917-bd68-3f95e22ca494 req-126d9f75-e7c8-409a-a6c3-4158d8db74f9 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0452533
Jan 24 05:09:07.292322 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ef198-3d80-4803-b6cc-3caad8938601 req-b6938889-20e5-4400-8931-80934afba633 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:07.294386 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fd2ef198-3d80-4803-b6cc-3caad8938601 req-b6938889-20e5-4400-8931-80934afba633 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1116822
Jan 24 05:09:07.346332 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fd2ef198-3d80-4803-b6cc-3caad8938601 req-fdf8b0cf-b8fe-48dd-87ec-0e8036ec8ddc tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446410
Jan 24 05:09:08.580987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2ac6-9cab-4cd7-af7d-c66479a25607 req-2e75c5c4-c6b2-48ab-9a8a-c805278db21c tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:08.582764 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fac2ac6-9cab-4cd7-af7d-c66479a25607 req-2e75c5c4-c6b2-48ab-9a8a-c805278db21c tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1082022
Jan 24 05:09:08.634536 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4fac2ac6-9cab-4cd7-af7d-c66479a25607 req-c5b853c1-45d0-4063-a99b-350e8ec96e9d tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453985
Jan 24 05:09:08.646911 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:09.870359 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46317b-f7fe-4f7b-b813-95377031c717 req-174f3515-de9d-4d00-a329-a4661cb3c248 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:09.871961 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7e46317b-f7fe-4f7b-b813-95377031c717 req-174f3515-de9d-4d00-a329-a4661cb3c248 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1057284
Jan 24 05:09:09.923592 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7e46317b-f7fe-4f7b-b813-95377031c717 req-e35a1282-a842-4c9a-87d7-1a91093f1830 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449722
Jan 24 05:09:11.153138 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e043790-d86b-4548-9108-0eeaf1a25571 req-aeeff883-ecbf-4ec5-93de-ec07324084cb tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:11.154757 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e043790-d86b-4548-9108-0eeaf1a25571 req-aeeff883-ecbf-4ec5-93de-ec07324084cb tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1042864
Jan 24 05:09:11.209414 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e043790-d86b-4548-9108-0eeaf1a25571 req-44a30cf5-cfd4-4091-84ee-2e3b044c8535 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0484581
Jan 24 05:09:12.445274 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c058e9f-cfdd-4e4d-b5f2-e51532b2d25e req-dbb8132b-1d7d-4155-8a76-b126d790594b tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:12.446862 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4c058e9f-cfdd-4e4d-b5f2-e51532b2d25e req-dbb8132b-1d7d-4155-8a76-b126d790594b tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1085165
Jan 24 05:09:12.497501 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4c058e9f-cfdd-4e4d-b5f2-e51532b2d25e req-a483fdc7-d895-405f-af9b-ed0a9ea31fce tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444806
Jan 24 05:09:13.731298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a88d-c049-4220-90fb-e546bcd23dc1 req-5f192541-99e3-4d92-b1c7-cfc7c8a0e17c tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:13.732899 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7c17a88d-c049-4220-90fb-e546bcd23dc1 req-5f192541-99e3-4d92-b1c7-cfc7c8a0e17c tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1042430
Jan 24 05:09:13.784593 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7c17a88d-c049-4220-90fb-e546bcd23dc1 req-3d4ef52f-b950-4415-a725-40ff091622c2 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453517
Jan 24 05:09:14.880313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-0368b7ce-1505-484c-88ae-a1ef4b95ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:14.881972 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-0368b7ce-1505-484c-88ae-a1ef4b95ef5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1162 time: 0.0832975
Jan 24 05:09:15.026136 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad131e7-092f-47a2-ba05-a25bd9f7a96b req-896cfad3-a517-431d-ad0e-ca4dc8337ee5 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:15.027532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-ea2b2045-8c67-43a2-b12b-99f0b5acf7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:15.027780 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9ad131e7-092f-47a2-ba05-a25bd9f7a96b req-896cfad3-a517-431d-ad0e-ca4dc8337ee5 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1114581
Jan 24 05:09:15.029157 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-ea2b2045-8c67-43a2-b12b-99f0b5acf7b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 902 time: 0.1402628
Jan 24 05:09:15.080087 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9ad131e7-092f-47a2-ba05-a25bd9f7a96b req-5b205cd5-85d7-4972-9d2b-b89fdffa75b8 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445285
Jan 24 05:09:15.135957 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-121aedac-1391-4dc1-a51b-7cbf669da94d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 1001 time: 0.0993953
Jan 24 05:09:15.207919 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-9ad14a8c-0a5d-44bc-aba5-8f60f7d67f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:15.209483 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-9ad14a8c-0a5d-44bc-aba5-8f60f7d67f68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.0669749
Jan 24 05:09:15.291438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-392a8d0f-da8a-46cc-9ed1-9701bccad31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:15.293099 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-392a8d0f-da8a-46cc-9ed1-9701bccad31c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760162
Jan 24 05:09:15.435509 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-794e114e-ddf3-485f-ab8d-37a1b40142a3 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359630
Jan 24 05:09:15.578144 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-9d4f084b-9146-4c18-8205-cb4cbb2f7784 req-fa6a1396-46fe-4081-9dae-d3571231fd3c service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354558
Jan 24 05:09:16.535099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c2475-6900-4cc5-a97f-632191d90448 req-5d061b30-2757-4933-94d2-c5d94a092881 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:16.536791 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f59c2475-6900-4cc5-a97f-632191d90448 req-5d061b30-2757-4933-94d2-c5d94a092881 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.3275447
Jan 24 05:09:16.588761 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f59c2475-6900-4cc5-a97f-632191d90448 req-a7f4aca2-ff2f-4c2c-9b9a-e75a82c57ac0 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0456178
Jan 24 05:09:17.829450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349e0b3-ed2d-4f88-a61d-a4fa7ac4daac req-a080c183-dbee-42e8-b785-31d0bb7b9211 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:17.831289 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d349e0b3-ed2d-4f88-a61d-a4fa7ac4daac req-a080c183-dbee-42e8-b785-31d0bb7b9211 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1042125
Jan 24 05:09:17.882955 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-d349e0b3-ed2d-4f88-a61d-a4fa7ac4daac req-0b2e35bc-a718-43bf-a0a5-3b7c98aa6bc2 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453031
Jan 24 05:09:17.931636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1c93ba04-e157-40f7-bfb9-96228e737e22 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:09:18.052205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:18.080085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:09:18.090802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 1c93ba04-e157-40f7-bfb9-96228e737e22, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1c93ba04-e157-40f7-bfb9-96228e737e22,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:09:18.094832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:18.096639 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e6eec1a8-c042-44df-9e89-6f6273b9132a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:09:18.175066 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=1c93ba04-e157-40f7-bfb9-96228e737e22,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:09:18.182980 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.183306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.183695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.184059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.184426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.184818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.185182 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.185549 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.185908 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.186267 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.186626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.186985 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.187422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.187839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.188227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.188607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.188967 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.189324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.189685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.190040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.190398 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.190755 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.191112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.191464 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:18.195935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:09:18.325540 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'code': 200}
Jan 24 05:09:19.131888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c6657-c8e2-47d0-8113-f725b84c0854 req-9c0dc0f0-d82d-4807-abbf-41625e537d80 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:19.133979 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f71c6657-c8e2-47d0-8113-f725b84c0854 req-9c0dc0f0-d82d-4807-abbf-41625e537d80 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1103601
Jan 24 05:09:19.185940 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f71c6657-c8e2-47d0-8113-f725b84c0854 req-11111cf4-4cf6-4693-bc19-1bb5e4053cb6 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0457618
Jan 24 05:09:19.608305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56784) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:09:19.612943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf55eb-d2d7-47af-800c-eeb039e5f364 req-a5c473ff-438b-4a56-8788-83454a32ee27 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:19.614597 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3fcf55eb-d2d7-47af-800c-eeb039e5f364 req-a5c473ff-438b-4a56-8788-83454a32ee27 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1098585
Jan 24 05:09:19.667198 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3fcf55eb-d2d7-47af-800c-eeb039e5f364 req-34a9917c-bf7a-452d-8e94-f550f46efeec tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0463152
Jan 24 05:09:19.764068 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-d4c8f376-35e2-4aa9-97a1-2e4e566e9a2f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1543248
Jan 24 05:09:20.912888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad74395-90f0-48ee-8bb9-661e5d57e447 req-a4560dbe-47ef-4c8c-a0c0-555d3f655343 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:20.914556 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7ad74395-90f0-48ee-8bb9-661e5d57e447 req-a4560dbe-47ef-4c8c-a0c0-555d3f655343 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1094613
Jan 24 05:09:20.966823 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7ad74395-90f0-48ee-8bb9-661e5d57e447 req-38553bfb-8b68-4c25-81d1-e7ab9497071f tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0459328
Jan 24 05:09:22.215916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c447-d7c6-4b56-ba71-826717de9fe2 req-4c01410a-8b09-43ea-ae09-36f4bb95b0fe tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:22.217628 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c1b0c447-d7c6-4b56-ba71-826717de9fe2 req-4c01410a-8b09-43ea-ae09-36f4bb95b0fe tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1125419
Jan 24 05:09:22.273804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-c25591cc-8676-439b-baa7-8377f6077d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:22.275777 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-c25591cc-8676-439b-baa7-8377f6077d59 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2&tenant_id=9e0313a4047b425c9fa3ce8e9264e924 HTTP/1.1" status: 200  len: 1160 time: 0.0810609
Jan 24 05:09:22.285365 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c1b0c447-d7c6-4b56-ba71-826717de9fe2 req-28d462b9-5e71-4565-9e82-c8f5dcd4c81e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0610659
Jan 24 05:09:22.403124 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-9cc86d2f-2620-4132-8d15-3cc21a13560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:22.405130 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-9cc86d2f-2620-4132-8d15-3cc21a13560c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1160 time: 0.0829389
Jan 24 05:09:22.559049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-c3891118-c848-46aa-a71d-f2013c28e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:22.560714 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-c3891118-c848-46aa-a71d-f2013c28e34d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 902 time: 0.1467259
Jan 24 05:09:22.672216 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-3ba4ea1e-23cf-483a-8b37-556b02aaa8b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 999 time: 0.1041687
Jan 24 05:09:22.743305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-8a612ab8-8dce-4e00-9440-44d788589bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:22.744883 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-8a612ab8-8dce-4e00-9440-44d788589bf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.0633814
Jan 24 05:09:22.830975 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-5e87f59d-c1a5-4d14-8720-3400aced50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:22.832595 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-5e87f59d-c1a5-4d14-8720-3400aced50ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795283
Jan 24 05:09:22.977569 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-f1a05d40-4635-409a-ac68-7bd20c30c9b1 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372957
Jan 24 05:09:23.122109 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a45dbf94-9b90-482a-8279-531e3341dbd5 req-14d35728-71f7-44ad-88b9-ebece4d93ce7 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360779
Jan 24 05:09:23.525008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98515d9b-4b00-4112-b51c-8ac8898e2c1c req-d3bb0a68-e1d6-4d23-ba82-53be30905367 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:23.526611 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-98515d9b-4b00-4112-b51c-8ac8898e2c1c req-d3bb0a68-e1d6-4d23-ba82-53be30905367 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1057694
Jan 24 05:09:23.579094 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-98515d9b-4b00-4112-b51c-8ac8898e2c1c req-d0a90844-5e81-4161-8bca-f4fba80a1ec2 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0455160
Jan 24 05:09:24.955065 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb87b9-8d7a-46b7-bfbb-11fc64131093 req-4be36156-6050-42b3-88fa-e514dbb09549 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:24.956901 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cecb87b9-8d7a-46b7-bfbb-11fc64131093 req-4be36156-6050-42b3-88fa-e514dbb09549 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1100986
Jan 24 05:09:25.009275 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cecb87b9-8d7a-46b7-bfbb-11fc64131093 req-549c89e0-b98f-4635-99b5-719d12d86cba tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0459769
Jan 24 05:09:26.244443 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-8303f055-9829-40f0-8ce2-2510ef705234 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1419348769&fields=id&tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5 HTTP/1.1" status: 200  len: 267 time: 0.0479026
Jan 24 05:09:26.254830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16fd60-fabc-45fc-b07d-2a785e67b87c req-f9fc557f-0ec2-46a6-b73b-ed8a9eb2f3d6 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:26.256580 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1e16fd60-fabc-45fc-b07d-2a785e67b87c req-f9fc557f-0ec2-46a6-b73b-ed8a9eb2f3d6 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1140935
Jan 24 05:09:26.310227 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1e16fd60-fabc-45fc-b07d-2a785e67b87c req-88755354-3779-42ab-8b2c-93a71a91a4dd tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0472391
Jan 24 05:09:26.430599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-1259b1fc-6425-4b5c-a2b6-e9f9f2973ad1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:26.432167 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-1259b1fc-6425-4b5c-a2b6-e9f9f2973ad1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 811 time: 0.1801813
Jan 24 05:09:26.448899 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-ebe89d75-1b24-49d7-b4ab-d8b853bd9182 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/quotas/d22a2106c95d4d76ba07f2041c9a1ae5 HTTP/1.1" status: 200  len: 375 time: 0.0103021
Jan 24 05:09:26.480711 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:09:26.568092 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-7dcb3267-7171-4b51-a6ed-77e75c488b8e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1135433
Jan 24 05:09:26.799507 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-7001e6e9-0097-494c-8bb3-a253fb102ec6 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2190385
Jan 24 05:09:26.945855 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-9c0d8a98-ff12-4ff9-a3da-aa29411e3368 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397655
Jan 24 05:09:27.400273 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-2392f541-c156-4991-84f5-bd2bcead26d0 req-b473328f-df90-474c-a90d-c300ed8c63c1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 210 time: 0.0586455
Jan 24 05:09:27.579293 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563559c-4ddc-465c-809c-fd763d8f26e7 req-528ea435-e8f4-42b6-a5e2-e6aac526a010 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:27.581277 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b563559c-4ddc-465c-809c-fd763d8f26e7 req-528ea435-e8f4-42b6-a5e2-e6aac526a010 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1210361
Jan 24 05:09:27.638110 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-b563559c-4ddc-465c-809c-fd763d8f26e7 req-582c09fb-07c0-4a07-bc58-b9d9ebdcca1a tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0501337
Jan 24 05:09:28.602813 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f67c030f-de46-4e0d-8015-0562dd3ab346 req-7a4e6e35-d77f-413c-9d75-54e4f6041f8c tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 210 time: 0.0635943
Jan 24 05:09:28.631170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-b1a5f4e3-96d5-4d51-b316-03b04144dcf9 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:28.632773 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-b1a5f4e3-96d5-4d51-b316-03b04144dcf9 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 811 time: 0.2333958
Jan 24 05:09:28.757259 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-fcb2060d-7f76-49e6-87b6-addaaf890174 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5 HTTP/1.1" status: 200  len: 5765 time: 0.0829461
Jan 24 05:09:28.768452 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'port': {'device_id': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'admin_state_up': True, 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'security_groups': ['12a42c14-1c86-489f-9380-23d945638628']}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:09:28.880641 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70850fce-c953-41d0-aded-b3715314b95b req-a020e2dd-2156-43ec-9c3a-da791b18aafa tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:28.882181 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-70850fce-c953-41d0-aded-b3715314b95b req-a020e2dd-2156-43ec-9c3a-da791b18aafa tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1083405
Jan 24 05:09:28.918006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:09:28.927984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:09:28.935561 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-70850fce-c953-41d0-aded-b3715314b95b req-14fb2c82-476a-44ee-bfba-1500111ba8c0 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0469856
Jan 24 05:09:28.937115 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Made reservation on behalf of d22a2106c95d4d76ba07f2041c9a1ae5 for: {'port': 1} {{(pid=80083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 24 05:09:28.946803 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:29.256990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Allocated IP 172.20.0.10 (f80e4046-62bb-46f9-8087-0f5a25c40ea0/b74e6869-e8b8-4769-8711-509b455a0296/da67a915-f175-4f13-8140-a79cab1dc29d) {{(pid=80083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:09:29.461238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for port, precommit_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:29.477808 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Transition to ACTIVE for port object da67a915-f175-4f13-8140-a79cab1dc29d will not be triggered until provisioned by entity DHCP. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:09:29.501103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_create {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:29.517130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ebbf64da-382e-45ff-9314-124f5988e50d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:09:29.657200 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'Port': ['ID=da67a915-f175-4f13-8140-a79cab1dc29d,revision_number=1']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:09:29.663897 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:09:29.716502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 is already hosted by enough agents. {{(pid=80083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:09:29.717770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources bound (agent type, host, resource id):  {{(pid=80083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:09:29.720512 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Received port after_create {{(pid=80083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:09:29.863578 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:29.864305 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:29.906008 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1420362
Jan 24 05:09:29.916314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-f7bf3de7-2670-4012-8f87-9837211fd184 None None] Provisioning for port da67a915-f175-4f13-8140-a79cab1dc29d completed by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:09:29.922750 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-f7bf3de7-2670-4012-8f87-9837211fd184 None None] Provisioning complete for port da67a915-f175-4f13-8140-a79cab1dc29d triggered by entity DHCP. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:09:29.923175 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3de7-2670-4012-8f87-9837211fd184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:29.938795 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784fb1d-2d40-4597-ba0c-04828e20c39b req-344ebce7-b01e-4438-84f5-a5c53b8f8c27 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:29.939735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-7784fb1d-2d40-4597-ba0c-04828e20c39b req-344ebce7-b01e-4438-84f5-a5c53b8f8c27 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:09:29.948421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Request body: {'port': {'device_id': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:09:29.979935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf3de7-2670-4012-8f87-9837211fd184 None None] Port da67a915-f175-4f13-8140-a79cab1dc29d cannot update to ACTIVE because it is not bound. {{(pid=80085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 24 05:09:30.011827 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-7784fb1d-2d40-4597-ba0c-04828e20c39b req-344ebce7-b01e-4438-84f5-a5c53b8f8c27 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:09:30.013143 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7784fb1d-2d40-4597-ba0c-04828e20c39b req-344ebce7-b01e-4438-84f5-a5c53b8f8c27 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 932 time: 0.2605031
Jan 24 05:09:30.124502 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-7784fb1d-2d40-4597-ba0c-04828e20c39b req-3a7bdc0f-8c7b-429f-b174-62ad7cfbe151 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1015158
Jan 24 05:09:30.125353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:30.188353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd366754-2aeb-4960-9c48-5d2afabea15e req-52dd367a-757e-4483-aba7-0f2418c2031d tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:30.190009 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fd366754-2aeb-4960-9c48-5d2afabea15e req-52dd367a-757e-4483-aba7-0f2418c2031d tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1211026
Jan 24 05:09:30.251478 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fd366754-2aeb-4960-9c48-5d2afabea15e req-48d4231b-ca66-40d7-aa73-ec5ce8c006de tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0547214
Jan 24 05:09:30.549511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da67a915-f175-4f13-8140-a79cab1dc29d {{(pid=80083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 24 05:09:30.557233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:30.569028 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Transition to ACTIVE for port object da67a915-f175-4f13-8140-a79cab1dc29d will not be triggered until provisioned by entity L2. {{(pid=80083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 24 05:09:30.571758 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:30.588326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-d3ad1bd5-a28a-465a-9237-e7bdee77a44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:09:30.723477 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Pushing event updated for resources: {'Port': ['ID=da67a915-f175-4f13-8140-a79cab1dc29d,revision_number=2']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:09:30.726585 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:09:30.913839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Attempting to bind port da67a915-f175-4f13-8140-a79cab1dc29d on host hv-cinder-77218 for vnic_type normal with profile  {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 24 05:09:30.914221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Attempting to bind port da67a915-f175-4f13-8140-a79cab1dc29d by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 24 05:09:30.914599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Attempting to bind port da67a915-f175-4f13-8140-a79cab1dc29d on network f80e4046-62bb-46f9-8087-0f5a25c40ea0 {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 24 05:09:30.920524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Checking agent: {'id': '2cb78813-9200-4b70-a904-92a846c6e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 4, 55, 38), 'started_at': datetime.datetime(2021, 1, 24, 4, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 5, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 24 05:09:30.921008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Checking segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 24 05:09:30.921415 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:30.921787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Bound using segment: {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'} {{(pid=80083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 24 05:09:30.922896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Bound port: da67a915-f175-4f13-8140-a79cab1dc29d, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e66939b-ce3c-460c-ab70-d01eb0942b32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0'}}] {{(pid=80083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 24 05:09:30.923273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:31.020086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] For port da67a915-f175-4f13-8140-a79cab1dc29d, host hv-cinder-77218, cleared binding levels {{(pid=80083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 24 05:09:31.023241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] For port da67a915-f175-4f13-8140-a79cab1dc29d, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=da67a915-f175-4f13-8140-a79cab1dc29d,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 24 05:09:31.026567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27066704'] for port, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:31.042530 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b9b72f97-350a-4fdd-827e-dac743e98a21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:09:31.175106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-993add85-c10a-4c31-b1b0-d0ee5c970ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:31.472373 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Pushing event updated for resources: {'Port': ['ID=da67a915-f175-4f13-8140-a79cab1dc29d,revision_number=3']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:09:31.486516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ae26c-309e-4b59-831b-e65024c8d677 req-17fca01e-9115-43cc-a740-148cfa87bbf8 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:31.487591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:09:31.488208 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8c2ae26c-309e-4b59-831b-e65024c8d677 req-17fca01e-9115-43cc-a740-148cfa87bbf8 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 943 time: 0.1119001
Jan 24 05:09:31.546239 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8c2ae26c-309e-4b59-831b-e65024c8d677 req-02509b0b-eb97-45f4-b2ca-681777588269 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0516694
Jan 24 05:09:31.559016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5dc6d-9659-4abe-892e-e8488f0d1dc2 req-c42b6aaa-7537-4343-b898-52c763b64a36 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:31.560762 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8dd5dc6d-9659-4abe-892e-e8488f0d1dc2 req-c42b6aaa-7537-4343-b898-52c763b64a36 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1985984
Jan 24 05:09:31.565667 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:31.566249 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:31.567677 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] 10.222.0.61 "PUT /v2.0/ports/da67a915-f175-4f13-8140-a79cab1dc29d HTTP/1.1" status: 200  len: 1158 time: 1.6237388
Jan 24 05:09:31.568240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:09:31.607916 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1c93ba04-e157-40f7-bfb9-96228e737e22 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:09:31.625935 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-8dd5dc6d-9659-4abe-892e-e8488f0d1dc2 req-de80d7ed-7433-420d-967d-652db7e406e3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0513284
Jan 24 05:09:31.669244 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'status': 'completed', 'code': 200}
Jan 24 05:09:31.699599 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 1c93ba04-e157-40f7-bfb9-96228e737e22 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:09:31.699949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:31.721234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-c81974bc-74db-43d2-a00f-5040f18c4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:31.722870 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-c81974bc-74db-43d2-a00f-5040f18c4fe6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 1161 time: 0.0920663
Jan 24 05:09:31.805492 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-d345e2f9-0ff1-40e3-9f12-870021b74e66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da67a915-f175-4f13-8140-a79cab1dc29d HTTP/1.1" status: 200  len: 217 time: 0.0676067
Jan 24 05:09:31.835306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:31.871036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:09:31.881593 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 1c93ba04-e157-40f7-bfb9-96228e737e22, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1c93ba04-e157-40f7-bfb9-96228e737e22,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:09:31.882876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-c5b2b29a-9fab-4f12-b77b-d70a69f21193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:31.884625 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-c5b2b29a-9fab-4f12-b77b-d70a69f21193 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0714538
Jan 24 05:09:31.885866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:31.887776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:09:31.941581 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'code': 200}
Jan 24 05:09:31.961461 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=1c93ba04-e157-40f7-bfb9-96228e737e22,revision_number=6']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:09:31.965021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:09:31.972275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-9d31211a-8ca6-424a-a3b1-35a849b27c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:31.973920 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-9d31211a-8ca6-424a-a3b1-35a849b27c3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828292
Jan 24 05:09:32.126892 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-d0e89857-0845-45a1-b13c-570639e0584a service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413140
Jan 24 05:09:32.337760 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-a9601516-ff45-4cc7-9270-fbcfdc92fa29 req-1010f30f-f67e-4a76-b2a3-8b42d5448372 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2035756
Jan 24 05:09:32.346791 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5d90a-ba9b-4d0d-b7ac-03b8ff32cb6e req-170af435-d294-472b-a755-e7ff2004b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:32.348274 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23c5d90a-ba9b-4d0d-b7ac-03b8ff32cb6e req-170af435-d294-472b-a755-e7ff2004b179 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1162 time: 0.1299353
Jan 24 05:09:32.393323 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23c5d90a-ba9b-4d0d-b7ac-03b8ff32cb6e req-632d70bf-6165-4634-83b7-e010200e411f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0374629
Jan 24 05:09:32.849611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7a74b-1eab-479d-8156-aed2049ea5fa req-c31c570e-f62e-44ba-becd-749593e4ce37 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:32.851188 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e9f7a74b-1eab-479d-8156-aed2049ea5fa req-c31c570e-f62e-44ba-becd-749593e4ce37 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1743977
Jan 24 05:09:32.854890 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-67a3a2cc-d46e-468b-971c-ee7ea9c82393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:32.856361 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-67a3a2cc-d46e-468b-971c-ee7ea9c82393 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 1161 time: 0.1386437
Jan 24 05:09:32.862971 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9d374-0a45-4ff8-918c-ac51f1744a2f req-46510003-352f-47e7-a9b8-95562c0dd572 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:32.864659 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f8d9d374-0a45-4ff8-918c-ac51f1744a2f req-46510003-352f-47e7-a9b8-95562c0dd572 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1068425
Jan 24 05:09:32.916880 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f8d9d374-0a45-4ff8-918c-ac51f1744a2f req-3278865d-053c-465f-8416-231f2e89d1da tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0457597
Jan 24 05:09:32.987117 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e9f7a74b-1eab-479d-8156-aed2049ea5fa req-3250b93b-3e18-41e2-84b9-5e3a29457b7c tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1294651
Jan 24 05:09:33.039240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-c8e63fc4-6006-401b-86b9-d60556c82813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:33.040890 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-c8e63fc4-6006-401b-86b9-d60556c82813 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1684146
Jan 24 05:09:33.119716 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-bf58cc06-ebf8-4451-a8c5-bc669251f409 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da67a915-f175-4f13-8140-a79cab1dc29d HTTP/1.1" status: 200  len: 217 time: 0.0680506
Jan 24 05:09:33.208432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-d60431e8-84b7-44d0-bc95-dac3f9720eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:33.210017 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-d60431e8-84b7-44d0-bc95-dac3f9720eb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0630591
Jan 24 05:09:33.277494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1c93ba04-e157-40f7-bfb9-96228e737e22 up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:09:33.293891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-b5db3b41-6f4a-4362-9f3a-12a9e0e87290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:33.295502 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-b5db3b41-6f4a-4362-9f3a-12a9e0e87290 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754855
Jan 24 05:09:33.354220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port 1c93ba04-e157-40f7-bfb9-96228e737e22 triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:09:33.354635 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:33.450803 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-a0ad161e-2f90-4cf4-9bd4-9c4f68f56e43 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451688
Jan 24 05:09:33.584280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-72a636b3-4209-4b19-8eed-0d11a17b47dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:33.608433 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4e0c9794-9ba3-41eb-8d7a-69673fdb01cb req-4d13dea6-6003-4476-8fec-e39d8980a633 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476142
Jan 24 05:09:33.831245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:34.155505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802a336-dc7a-475a-a86a-ce174cdee7c6 req-0a032548-1bb6-4212-bccd-60f253d62c17 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:34.157822 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1802a336-dc7a-475a-a86a-ce174cdee7c6 req-0a032548-1bb6-4212-bccd-60f253d62c17 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1116147
Jan 24 05:09:34.209552 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-1802a336-dc7a-475a-a86a-ce174cdee7c6 req-bdae84ce-8d79-41e7-9ef0-560ed832333e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453506
Jan 24 05:09:34.226073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f9c9-ab1f-410c-933a-a02dafd21836 req-1b425e7f-5ce4-4192-aa6f-f39304b4eb4a tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:34.227747 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ccd9f9c9-ab1f-410c-933a-a02dafd21836 req-1b425e7f-5ce4-4192-aa6f-f39304b4eb4a tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1104271
Jan 24 05:09:34.287285 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ccd9f9c9-ab1f-410c-933a-a02dafd21836 req-2cfc3aa6-ccb5-4f9f-9ccb-a293b68f2ba2 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468318
Jan 24 05:09:35.045163 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:35.445956 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86f917-2cc0-47c7-bee8-a238f9b6e026 req-70fc130b-cc8b-4e52-bb08-1493d33640a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:35.447480 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6f86f917-2cc0-47c7-bee8-a238f9b6e026 req-70fc130b-cc8b-4e52-bb08-1493d33640a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1072972
Jan 24 05:09:35.481601 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:35.504409 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6f86f917-2cc0-47c7-bee8-a238f9b6e026 req-5a3ba5d8-eda8-4888-81a1-9e7073f4d23c tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0506291
Jan 24 05:09:36.737941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7ac0-80d0-4bf4-b28a-266c5951d741 req-b2b142f1-8dfd-4ffd-bc54-ab63e80f31bf tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:36.739555 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69ef7ac0-80d0-4bf4-b28a-266c5951d741 req-b2b142f1-8dfd-4ffd-bc54-ab63e80f31bf tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1066117
Jan 24 05:09:36.794022 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-69ef7ac0-80d0-4bf4-b28a-266c5951d741 req-998baa0a-5dc6-4c52-9656-21c5722c052c tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0481343
Jan 24 05:09:38.026295 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a792dd3-71b1-4cd7-97c9-3690798b50e8 req-90c8e466-143a-4822-843a-3fc85fc9001a tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:38.027944 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0a792dd3-71b1-4cd7-97c9-3690798b50e8 req-90c8e466-143a-4822-843a-3fc85fc9001a tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1065426
Jan 24 05:09:38.079980 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0a792dd3-71b1-4cd7-97c9-3690798b50e8 req-170fb05d-0210-4439-92a3-0cb6ed3c144b tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0448849
Jan 24 05:09:38.653977 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:39.314169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bda60b-b215-43a4-9e71-620d7d466aa7 req-f7eb74d5-632f-46e0-a0bf-081f5c591835 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:39.315819 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-04bda60b-b215-43a4-9e71-620d7d466aa7 req-f7eb74d5-632f-46e0-a0bf-081f5c591835 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1066756
Jan 24 05:09:39.366653 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-04bda60b-b215-43a4-9e71-620d7d466aa7 req-12a71dbb-e673-4e17-ab69-d4eaaa15617f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0445621
Jan 24 05:09:40.604255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae9e7-7283-4f3d-9869-b80bc91c7018 req-fd5b40b4-4ec4-4a53-8d6a-c8dd13afb47b tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:40.605866 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e7cae9e7-7283-4f3d-9869-b80bc91c7018 req-fd5b40b4-4ec4-4a53-8d6a-c8dd13afb47b tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1097367
Jan 24 05:09:40.657889 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e7cae9e7-7283-4f3d-9869-b80bc91c7018 req-f9e33d58-1773-42f3-8ac3-3507d9cb22df tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455675
Jan 24 05:09:41.722674 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device da67a915-f175-4f13-8140-a79cab1dc29d up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:09:41.792815 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning for port da67a915-f175-4f13-8140-a79cab1dc29d completed by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 24 05:09:41.798032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port da67a915-f175-4f13-8140-a79cab1dc29d triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:09:41.798457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:41.898528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de352970-4671-4f59-bfdd-d84701fa2ad6 req-e29733dd-2cb7-405b-a36a-ca858c83f58e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:41.900519 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-de352970-4671-4f59-bfdd-d84701fa2ad6 req-e29733dd-2cb7-405b-a36a-ca858c83f58e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1126635
Jan 24 05:09:41.926755 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:41.954358 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-de352970-4671-4f59-bfdd-d84701fa2ad6 req-18af50b0-5bd5-4e4d-ba9d-9b268853e6a1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0464153
Jan 24 05:09:41.954706 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:09:41.965372 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port da67a915-f175-4f13-8140-a79cab1dc29d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=da67a915-f175-4f13-8140-a79cab1dc29d,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:09:41.970213 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:41.972169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:09:42.016665 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'code': 200}
Jan 24 05:09:42.042926 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=da67a915-f175-4f13-8140-a79cab1dc29d,revision_number=4']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:09:42.046440 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:09:42.358411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86d69d-2830-4665-a888-e5e1363aaa26 req-e228236f-ac39-4bad-b623-b756bb37ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:42.360397 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b86d69d-2830-4665-a888-e5e1363aaa26 req-e228236f-ac39-4bad-b623-b756bb37ebf1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 1163 time: 0.0754898
Jan 24 05:09:42.403809 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0b86d69d-2830-4665-a888-e5e1363aaa26 req-4a604935-fdec-4377-a806-9133faf112fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0359480
Jan 24 05:09:43.196026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb14ae-e579-408e-aff4-b57d2d25c9a9 req-a4dbe039-4c96-4a4a-ad49-c817d5134efa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:43.197675 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-81eb14ae-e579-408e-aff4-b57d2d25c9a9 req-a4dbe039-4c96-4a4a-ad49-c817d5134efa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 946 time: 0.1115015
Jan 24 05:09:43.250960 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-81eb14ae-e579-408e-aff4-b57d2d25c9a9 req-0905cc86-0e7e-4441-9ab7-0ae86a3e0705 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0464261
Jan 24 05:09:43.447326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device da67a915-f175-4f13-8140-a79cab1dc29d up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:09:43.522789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port da67a915-f175-4f13-8140-a79cab1dc29d triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:09:43.523127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:44.489524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c2428-53f1-4d3b-b4d5-6ac2f235e98f req-b07a131c-9f98-4f35-bc8c-c177dc9577b1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:44.491146 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e31c2428-53f1-4d3b-b4d5-6ac2f235e98f req-b07a131c-9f98-4f35-bc8c-c177dc9577b1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 946 time: 0.1059833
Jan 24 05:09:44.545371 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e31c2428-53f1-4d3b-b4d5-6ac2f235e98f req-88233f46-7970-4759-ba6d-26ecce767de5 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0479851
Jan 24 05:09:44.779729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a55159-40e4-4d03-a919-64b77c5cf1a5 req-8bfcbcae-eaed-4756-bced-746ff502829e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:44.781858 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26a55159-40e4-4d03-a919-64b77c5cf1a5 req-8bfcbcae-eaed-4756-bced-746ff502829e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 946 time: 0.1080611
Jan 24 05:09:44.832362 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-26a55159-40e4-4d03-a919-64b77c5cf1a5 req-b719c05f-db4e-4fcc-ac97-75eb09fa648e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0442021
Jan 24 05:09:45.273334 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-7228458a-2cb0-41a9-b326-2e9f3ec39c37 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3868101
Jan 24 05:09:45.283765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'floatingip': {'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c'}} {{(pid=80084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:09:45.293848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 24 05:09:45.304294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.quota.driver [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 24 05:09:45.313557 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:45.457573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:45.494119 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device da67a915-f175-4f13-8140-a79cab1dc29d up at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 24 05:09:45.565481 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.provisioning_blocks [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Provisioning complete for port da67a915-f175-4f13-8140-a79cab1dc29d triggered by entity L2. {{(pid=80085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 24 05:09:45.565906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037459'] for port, provisioning_complete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:45.736951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_common [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Allocated IP 172.27.3.227 (e08f8f4a-f0ef-4601-8303-84c5d3cecc5c/3c619fff-fa0a-4f50-b17d-1666c9465712/829465a1-cfd5-445a-8ead-925fe15e9261) {{(pid=80084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 24 05:09:45.897063 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-c15edcfb-f465-4dad-95ac-634202d3a4ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0785410
Jan 24 05:09:45.898917 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for port, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:45.927515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765984038942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:45.941313 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:09:46.082166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-a812733b-6d23-4155-b132-52a07c397aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:46.082496 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'Port': ['ID=829465a1-cfd5-445a-8ead-925fe15e9261,revision_number=1']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:09:46.083789 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-a812733b-6d23-4155-b132-52a07c397aea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1162 time: 0.0815775
Jan 24 05:09:46.104973 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.105403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.105829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.106247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.106660 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.107072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.107475 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.107878 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.108281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.108737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.109698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.110113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.110552 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.110955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.111357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.111759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.112162 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.112580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.112987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.113388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.113790 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.114189 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.114587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.114988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:09:46.121421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:09:46.158845 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Network e08f8f4a-f0ef-4601-8303-84c5d3cecc5c is already hosted by enough agents. {{(pid=80084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 24 05:09:46.160040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.base_scheduler [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Resources bound (agent type, host, resource id):  {{(pid=80084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 24 05:09:46.162470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Received port after_create {{(pid=80084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 24 05:09:46.244366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_create {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:46.250278 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-01ee70de-d4d7-4a5a-85aa-0dcf49f04880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:46.252220 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-01ee70de-d4d7-4a5a-85aa-0dcf49f04880 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 902 time: 0.1474245
Jan 24 05:09:46.313001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:46.362571 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-8916f7a8-8976-4421-bdfa-68c3c08515b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 1001 time: 0.1008945
Jan 24 05:09:46.442894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-72523293-6365-4171-bbff-3aac3cac59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:46.444433 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-72523293-6365-4171-bbff-3aac3cac59bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.0709507
Jan 24 05:09:46.527335 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-f5b61b65-7fb0-4af2-972e-2ac685aa4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:46.529024 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-f5b61b65-7fb0-4af2-972e-2ac685aa4041 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778663
Jan 24 05:09:46.597144 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for port, precommit_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:46.600782 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350481'] for port, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:46.619954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b029de7d-c2ca-47a8-8f36-894379815fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:09:46.675480 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-23132a24-7927-4be1-8e7a-4c2627025a00 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384873
Jan 24 05:09:46.752965 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event updated for resources: {'Port': ['ID=829465a1-cfd5-445a-8ead-925fe15e9261,revision_number=2']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:09:46.755927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:09:46.824236 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e56d267c-b5e5-45e3-affc-d6915c548816 req-fe7a40db-0dd1-449f-8426-da38e375fa3c service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390622
Jan 24 05:09:46.860784 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:46.886858 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:46.888157 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-04aee627-69af-4fd3-99df-9ba52a2623cd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6087675
Jan 24 05:09:46.979809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-a40a41b6-d2f8-4892-9b81-131550d78999 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:floatingip {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:09:46.994080 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-a40a41b6-d2f8-4892-9b81-131550d78999 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:floatingip {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:09:46.995298 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-a40a41b6-d2f8-4892-9b81-131550d78999 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.227 HTTP/1.1" status: 200  len: 696 time: 0.0999513
Jan 24 05:09:47.174396 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-e0d6a0b0-fef3-4533-9485-d5dcaff4677f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:47.175844 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-902e5c9f-77e0-476f-af44-cdd0e8a6cc5e req-e0d6a0b0-fef3-4533-9485-d5dcaff4677f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.1740410
Jan 24 05:09:47.612698 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9c89da83-83c8-489f-8fc2-af67938d2cce tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:47.614304 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9c89da83-83c8-489f-8fc2-af67938d2cce tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3285401
Jan 24 05:09:47.704368 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-b472596a-8c34-48ac-bef1-b32a536133e1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.227 HTTP/1.1" status: 200  len: 696 time: 0.0831778
Jan 24 05:09:47.714922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.v2.base [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9a30bdd8-4bbb-4039-ab62-717514eba14f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Request body: {'floatingip': {'port_id': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 24 05:09:47.802334 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9a30bdd8-4bbb-4039-ab62-717514eba14f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, before_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:48.420704 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9a30bdd8-4bbb-4039-ab62-717514eba14f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:48.423666 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9a30bdd8-4bbb-4039-ab62-717514eba14f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850997238'] for floatingip, after_update {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:48.603509 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9a30bdd8-4bbb-4039-ab62-717514eba14f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Floating IP 41b9b276-a054-4087-9b13-6620c426fd6b associated. External IP: 172.27.3.227, port: da67a915-f175-4f13-8140-a79cab1dc29d.
Jan 24 05:09:48.968907 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9a30bdd8-4bbb-4039-ab62-717514eba14f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Router 8afd8453-a0c9-4b7a-b504-59722b250c0d has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:09:49.156771 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9a30bdd8-4bbb-4039-ab62-717514eba14f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:09:49.161721 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9a30bdd8-4bbb-4039-ab62-717514eba14f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:09:49.166407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] Sync routers for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:09:49.177809 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:09:49.178470 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fda1e2588>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:09:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:09:49.222247 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-9a30bdd8-4bbb-4039-ab62-717514eba14f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "PUT /v2.0/floatingips/41b9b276-a054-4087-9b13-6620c426fd6b HTTP/1.1" status: 200  len: 997 time: 1.5114365
Jan 24 05:09:49.222768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:09:49.300608 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'status': 'completed', 'code': 200}
Jan 24 05:09:49.386073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-3346b70c-c956-455a-a761-0e0cfa312ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:49.387764 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-3346b70c-c956-455a-a761-0e0cfa312ab2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 1163 time: 0.1356964
Jan 24 05:09:49.535009 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:09:49.542986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-9a5074b3-6e9a-4dcf-a3f7-0d014c425ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:49.544722 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-9a5074b3-6e9a-4dcf-a3f7-0d014c425ca3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 1163 time: 0.2069237
Jan 24 05:09:49.633291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-731060f9-4d58-43d5-ace0-336a39818be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:49.634910 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-731060f9-4d58-43d5-ace0-336a39818be7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.2383778
Jan 24 05:09:49.789191 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-ac34c9dc-a1cb-4b96-802a-aad6a68da43e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da67a915-f175-4f13-8140-a79cab1dc29d HTTP/1.1" status: 200  len: 1000 time: 0.1462624
Jan 24 05:09:49.797664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-e1284fa9-454b-42bb-9e2c-2f6367530421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:49.799188 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-e1284fa9-454b-42bb-9e2c-2f6367530421 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.2448714
Jan 24 05:09:49.910859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fda1e2588>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '20dfc694-ccb0-4132-9760-14048637588a', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:aa:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:07:45Z', 'updated_at': '2021-01-24T05:07:50Z', 'revision_number': 2, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}, {'id': '41b9b276-a054-4087-9b13-6620c426fd6b', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:09:46Z', 'updated_at': '2021-01-24T05:09:48Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:09:49.914984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] Checking router: 8afd8453-a0c9-4b7a-b504-59722b250c0d for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:09:49.924892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:09:49.925546 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fda1e2588>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:09:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:09:50.130645 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:09:50.185550 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-c7ffd96c-b4d5-414b-bbf8-2a40cde038c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:50.187716 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-c7ffd96c-b4d5-414b-bbf8-2a40cde038c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.3911285
Jan 24 05:09:50.197936 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-f162d5a8-4076-4f16-bde0-d14fa6b79d54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da67a915-f175-4f13-8140-a79cab1dc29d HTTP/1.1" status: 200  len: 1000 time: 0.3576655
Jan 24 05:09:50.318560 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-589af02a-974b-48d3-b504-1d2866772039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:50.320225 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-589af02a-974b-48d3-b504-1d2866772039 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0829828
Jan 24 05:09:50.394233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-a4caab6a-7492-4de7-b8b5-c3911192f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:50.395810 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-a4caab6a-7492-4de7-b8b5-c3911192f5d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2001202
Jan 24 05:09:50.508573 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-d1272270-1de5-4458-a2dd-cd7a5105a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:09:50.510290 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-d1272270-1de5-4458-a2dd-cd7a5105a133 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1830697
Jan 24 05:09:50.514130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fda1e2588>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '20dfc694-ccb0-4132-9760-14048637588a', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:aa:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:07:45Z', 'updated_at': '2021-01-24T05:07:50Z', 'revision_number': 2, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}, {'id': '41b9b276-a054-4087-9b13-6620c426fd6b', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:09:46Z', 'updated_at': '2021-01-24T05:09:48Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:09:50.518604 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa5c5f-80ad-4774-9286-7e66ea6602fb None None] The sync data for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi is: [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '20dfc694-ccb0-4132-9760-14048637588a', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:aa:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:07:45Z', 'updated_at': '2021-01-24T05:07:50Z', 'revision_number': 2, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}, {'id': '41b9b276-a054-4087-9b13-6620c426fd6b', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:ac:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:09:46Z', 'updated_at': '2021-01-24T05:09:48Z', 'revision_number': 1, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:09:50.641146 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-4420d751-8bce-4309-8246-19ac47a53f87 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366791
Jan 24 05:09:50.795225 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-4e5d9073-7c58-4c39-bb0b-18cdb205fc0f service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2637787
Jan 24 05:09:50.819618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17810f-1184-4cb6-964e-01a437896c91 None None] New status for floating IP 41b9b276-a054-4087-9b13-6620c426fd6b: ACTIVE {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:09:50.911858 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-42b611b6-2ce8-45db-b486-42c40dadf2d2 req-0f320f03-f0db-41cf-946e-3a0e53b474bc service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2616048
Jan 24 05:09:50.972420 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-23d81eff-fbf8-4a6e-8144-665fc4a741a9 req-8014a7dd-62f4-4ac2-bab8-b3d65d8a8719 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1644707
Jan 24 05:10:01.166391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-09ac5420-c65f-4376-9282-99743a82c9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:03.480130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:10:03.545179 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1085cce5-fe39-4f5c-9cce-2405f67aa3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:03.834883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:05.046430 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:05.485868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:08.672355 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:31.168096 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-55440b8f-b652-4a7e-9aff-47e354760f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:33.548393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ef0451ab-9f87-46bc-9c7b-8c5147d3f0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:33.836851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:35.046654 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:35.489058 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:38.654016 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:40.480381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:10:45.793742 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-fa6edc23-2494-4c9a-8226-90942799e84b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0755684
Jan 24 05:10:45.903842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-8537bad8-8c3f-4660-a97d-c31d01eb922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:45.905547 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-8537bad8-8c3f-4660-a97d-c31d01eb922d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 1162 time: 0.0789204
Jan 24 05:10:46.061789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-94bee7bc-dd43-4b98-aebc-52d220f0c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:46.063263 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-94bee7bc-dd43-4b98-aebc-52d220f0c40c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1390667
Jan 24 05:10:46.170202 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-f1066fcc-24d3-4e8b-b4b6-4cd04f21196c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 1001 time: 0.0997121
Jan 24 05:10:46.244625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-cf108a70-8859-4080-b143-af3b50e79691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:46.246343 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-cf108a70-8859-4080-b143-af3b50e79691 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0690904
Jan 24 05:10:46.328661 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-3709b323-2e78-4324-a08c-6d7931df451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:46.330238 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-3709b323-2e78-4324-a08c-6d7931df451a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767817
Jan 24 05:10:46.474222 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-417165be-9f36-4bb1-a8c5-dd0020f09c49 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374681
Jan 24 05:10:46.621546 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-ea2e1da3-922c-4cdc-9383-169caeff44d6 req-b2eb6d7a-20d2-4e90-9195-b06d43863ae7 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403644
Jan 24 05:10:53.741241 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-055febaa-d339-4d46-89af-392657b6030c tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/floatingips/513947a3-74cf-49b3-8ecb-a837329adebc HTTP/1.1" status: 200  len: 998 time: 0.1187568
Jan 24 05:10:53.919331 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-6c8a4384-7d51-493d-a25a-ae1fd125be73 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:53.919879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-6c8a4384-7d51-493d-a25a-ae1fd125be73 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Synchronizing usage tracker for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:network {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:10:53.935459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-6c8a4384-7d51-493d-a25a-ae1fd125be73 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Unset dirty status for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:network {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:10:53.937271 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-6c8a4384-7d51-493d-a25a-ae1fd125be73 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.1896884
Jan 24 05:10:53.947958 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-dc52f46a-0c29-499c-94c5-6c38bdced7a5 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 24 05:10:53.948999 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-dc52f46a-0c29-499c-94c5-6c38bdced7a5 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0058622
Jan 24 05:10:54.063574 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-322eb533-b15a-48aa-8c7e-8c3a741c162d tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.101 HTTP/1.1" status: 200  len: 1001 time: 0.1074674
Jan 24 05:10:54.161465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-4542922b-4dcb-42ce-a0c0-a835928b19c1 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:54.162899 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-4542922b-4dcb-42ce-a0c0-a835928b19c1 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports/1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 942 time: 0.0934420
Jan 24 05:10:54.356927 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-1d2f65b0-3081-4dba-8d6a-44d70639ca29 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.101 HTTP/1.1" status: 200  len: 1001 time: 0.1128075
Jan 24 05:10:54.582411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Deleting port ea680018-2a78-4352-875c-2be7c7667026 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:10:54.582783 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:54.998196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:54.998762 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for floatingip, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:55.131153 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Calling delete_port for ea680018-2a78-4352-875c-2be7c7667026 owned by network:floatingip {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:10:55.292464 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:55.309257 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:10:55.404953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Pushing event deleted for resources: {'Port': ['ID=ea680018-2a78-4352-875c-2be7c7667026,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:10:55.420849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.421856 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.422272 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.422684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.423090 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.423495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.423899 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.424321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.424750 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.425151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.425548 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.425943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.426379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.426776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.427171 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.427567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.427979 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.428380 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.428819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.429224 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.429619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.430010 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.430406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.430800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:10:55.435837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:10:55.556134 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for floatingip, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:55.556438 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Floating IP 513947a3-74cf-49b3-8ecb-a837329adebc disassociated (deleted). External IP: 172.27.3.101, port: 1c93ba04-e157-40f7-bfb9-96228e737e22.
Jan 24 05:10:55.924068 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Router a610c6d1-83a7-47db-ac15-bbed93839779 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:10:56.115511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:10:56.125281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] Sync routers for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:10:56.134936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:10:56.135595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fda1e2748>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:10:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:10:56.140991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:56.198892 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-616fd58b-2301-48db-b63e-9c127bd4587e tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "DELETE /v2.0/floatingips/513947a3-74cf-49b3-8ecb-a837329adebc HTTP/1.1" status: 204  len: 173 time: 1.8349102
Jan 24 05:10:56.199384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:10:56.297194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-f2031432-8ef1-41f5-b637-4c073664c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:56.298835 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-f2031432-8ef1-41f5-b637-4c073664c31a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1162 time: 0.0855088
Jan 24 05:10:56.363280 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:10:56.386308 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'status': 'completed', 'code': 200}
Jan 24 05:10:56.453596 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-3c259ac4-bcca-4853-9b0d-85368583b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:56.455150 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-3c259ac4-bcca-4853-9b0d-85368583b8ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 902 time: 0.1499209
Jan 24 05:10:56.497524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-9c09855d-6a5b-4701-810b-f99f60e687a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:56.499182 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-9c09855d-6a5b-4701-810b-f99f60e687a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 1162 time: 0.0912421
Jan 24 05:10:56.534903 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-ffee5eb9-d297-4e0c-b9f7-0108deb32c98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 217 time: 0.0727363
Jan 24 05:10:56.618495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-ece954b2-c084-4cbc-8b10-4a5172d651c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:56.621491 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-ece954b2-c084-4cbc-8b10-4a5172d651c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.0798240
Jan 24 05:10:56.647073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-3c00dd64-f6c4-4ba8-aea4-ff68ead9eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:56.648700 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-3c00dd64-f6c4-4ba8-aea4-ff68ead9eb1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 200  len: 902 time: 0.1420479
Jan 24 05:10:56.709501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-1a0a2e42-ae3d-451b-b1ff-c57945a6283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:56.709818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fda1e2748>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:59Z', 'revision_number': 5, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:10:56.711092 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-1a0a2e42-ae3d-451b-b1ff-c57945a6283c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839264
Jan 24 05:10:56.714180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] Checking router: a610c6d1-83a7-47db-ac15-bbed93839779 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:10:56.722348 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-e6ae7c5c-2a03-4e02-ad7e-e5ab3c6345c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 200  len: 217 time: 0.0671115
Jan 24 05:10:56.723516 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:10:56.724294 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fda1e2748>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:10:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:10:56.797084 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-d0e83c7f-4597-4337-a489-923b2fc8bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:56.798696 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-d0e83c7f-4597-4337-a489-923b2fc8bb4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 200  len: 847 time: 0.0705318
Jan 24 05:10:56.866313 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-920eca7e-2f0f-44ef-ad49-9be0eab85213 service neutron] 10.222.0.10 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460793
Jan 24 05:10:56.884311 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-a90f7a8f-74e4-4df8-bf51-f4d498682e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:56.886024 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-a90f7a8f-74e4-4df8-bf51-f4d498682e8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e14835ae-0f29-449a-899b-fc42d84a4013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811560
Jan 24 05:10:56.917789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:10:57.015298 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f2d614e9-b573-41ff-9b6b-a6fa301250ff req-6923dede-2756-4f4b-922c-62e03c0515ea service neutron] 10.222.0.10 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415200
Jan 24 05:10:57.036760 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-99e5fb2c-af09-4399-b9d0-00e78c592566 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440854
Jan 24 05:10:57.186426 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-649fa899-2da3-4dd6-8a33-23ee605c9876 req-47bb4867-cc6d-46fe-9779-85de13606250 service neutron] 10.222.0.61 "GET /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435382
Jan 24 05:10:57.274324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fda1e2748>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:59Z', 'revision_number': 5, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:10:57.278954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76d917-fc1a-4257-995d-143358cf49f5 None None] The sync data for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi is: [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:05:47Z', 'revision_number': 4, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': '21903217-6655-4c6f-9758-884d4ad926d9', 'name': '', 'network_id': 'e14835ae-0f29-449a-899b-fc42d84a4013', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'mac_address': 'fa:16:3e:7f:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:46Z', 'updated_at': '2021-01-24T05:05:59Z', 'revision_number': 5, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'subnets': [{'id': 'ce760ce4-f5a4-4543-8e56-17aecfbc70e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:10:57.470832 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5e736-f1d5-49bf-82f0-d241d39d2b6c req-9fa3cab7-e7fe-490a-8faf-bf9a876805ea tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:57.471602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-34b5e736-f1d5-49bf-82f0-d241d39d2b6c req-9fa3cab7-e7fe-490a-8faf-bf9a876805ea tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Synchronizing usage tracker for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:10:57.486632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-34b5e736-f1d5-49bf-82f0-d241d39d2b6c req-9fa3cab7-e7fe-490a-8faf-bf9a876805ea tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Unset dirty status for tenant:9e0313a4047b425c9fa3ce8e9264e924 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:10:57.487925 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-34b5e736-f1d5-49bf-82f0-d241d39d2b6c req-9fa3cab7-e7fe-490a-8faf-bf9a876805ea tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1254232
Jan 24 05:10:57.541748 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-34b5e736-f1d5-49bf-82f0-d241d39d2b6c req-e36af651-c697-44e4-b514-6300d06aea03 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0471013
Jan 24 05:10:57.638366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995d3e2-70c0-4783-91c2-435ad3f5bc06 None None] New status for floating IP 513947a3-74cf-49b3-8ecb-a837329adebc: DOWN {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:10:58.922511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535bc5c-0548-4e03-a5eb-fb637b132632 req-d3888373-8cc5-4f1a-9a32-3d5679c81876 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:58.924043 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c535bc5c-0548-4e03-a5eb-fb637b132632 req-d3888373-8cc5-4f1a-9a32-3d5679c81876 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1095254
Jan 24 05:10:58.975026 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-c535bc5c-0548-4e03-a5eb-fb637b132632 req-86ceeed4-873f-450f-85f9-9757110dc952 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups?id=2f669939-330c-44b2-bac7-56e25b67c48b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445743
Jan 24 05:10:59.135055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-fc6f7397-904e-49cf-9ec4-2eff0d5cc114 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:10:59.136655 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-fc6f7397-904e-49cf-9ec4-2eff0d5cc114 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.61 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 945 time: 0.1046839
Jan 24 05:10:59.221239 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Deleting port 1c93ba04-e157-40f7-bfb9-96228e737e22 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:10:59.221538 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:59.482370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] For port 1c93ba04-e157-40f7-bfb9-96228e737e22, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1c93ba04-e157-40f7-bfb9-96228e737e22,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:10:59.482684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:10:59.838241 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Calling delete_port for 1c93ba04-e157-40f7-bfb9-96228e737e22 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:10:59.987122 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:00.002717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-14d5c665-3f36-47ad-8f12-54e0284df9f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:00.002885 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1c93ba04-e157-40f7-bfb9-96228e737e22 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:00.040562 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] No Port match for: 1c93ba04-e157-40f7-bfb9-96228e737e22 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:00.040968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1c93ba04-e157-40f7-bfb9-96228e737e22 not bound to the agent host hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:00.103994 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Pushing event deleted for resources: {'Port': ['ID=1c93ba04-e157-40f7-bfb9-96228e737e22,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:00.119828 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.120244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.120677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.121088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.121487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.121891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.122289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.122687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.123082 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.123474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.123899 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.124450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.125082 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.125482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.125880 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.126275 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.126687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.127085 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.127478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.127869 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.128262 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.128676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.129073 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.129462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:00.134588 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:00.157045 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-4962553c-5862-4b8d-a389-995e29b278a2 req-50de25eb-31ca-4a56-a15a-b390ae01c726 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0519657
Jan 24 05:11:00.236940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] No DVR routers for this DVR port 1c93ba04-e157-40f7-bfb9-96228e737e22 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:11:00.239253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:00.242086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'name': 'network-vif-deleted', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:11:00.257411 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-0557e705-d048-4d0d-88dd-08a5fe44e7ee req-5cf36b0c-ef63-4b44-801d-4b79185b3a92 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.61 "DELETE /v2.0/ports/1c93ba04-e157-40f7-bfb9-96228e737e22 HTTP/1.1" status: 204  len: 173 time: 1.1149509
Jan 24 05:11:00.304382 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2', 'name': 'network-vif-deleted', 'tag': '1c93ba04-e157-40f7-bfb9-96228e737e22', 'status': 'completed', 'code': 200}
Jan 24 05:11:01.169940 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-98a03d0f-78ed-4334-9f82-cc860e8cb42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:01.353117 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-df946e00-a3f7-4768-a056-95459d6bffc6 req-a614ea1c-bd03-4850-8f4c-226fb6943503 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/ports?device_id=b2f4cfd2-2d79-4ef3-8bef-c3c03249e9a2 HTTP/1.1" status: 200  len: 210 time: 0.0509582
Jan 24 05:11:02.543225 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5f907ed0-7e3c-45ee-9c81-c46a72d29584 req-5b03cb17-ab9c-4c73-8741-80993e0b148b tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "GET /v2.0/security-groups/2f669939-330c-44b2-bac7-56e25b67c48b HTTP/1.1" status: 200  len: 2991 time: 0.0535693
Jan 24 05:11:02.623989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-5f907ed0-7e3c-45ee-9c81-c46a72d29584 req-482e9400-b489-4636-8ce6-165cd0179225 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:02.653021 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-5f907ed0-7e3c-45ee-9c81-c46a72d29584 req-482e9400-b489-4636-8ce6-165cd0179225 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:02.697951 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-5f907ed0-7e3c-45ee-9c81-c46a72d29584 req-482e9400-b489-4636-8ce6-165cd0179225 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:02.703590 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ad3114f2-9b8e-40f3-ae40-778b5e2fe895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:02.719814 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e9400-b489-4636-8ce6-165cd0179225 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f669939-330c-44b2-bac7-56e25b67c48b,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:02.724079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-482e9400-b489-4636-8ce6-165cd0179225 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:02.727525 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-5f907ed0-7e3c-45ee-9c81-c46a72d29584 req-482e9400-b489-4636-8ce6-165cd0179225 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:02.728756 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-5f907ed0-7e3c-45ee-9c81-c46a72d29584 req-482e9400-b489-4636-8ce6-165cd0179225 tempest-TestShelveInstance-264048074 tempest-TestShelveInstance-264048074] 10.222.0.10 "DELETE /v2.0/security-groups/2f669939-330c-44b2-bac7-56e25b67c48b HTTP/1.1" status: 204  len: 173 time: 0.1789534
Jan 24 05:11:03.548676 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-233212ee-b9a1-4264-a4fe-3b21b5155545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:03.810217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56960) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:03.839427 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:04.562994 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851001620'] for router_interface, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:04.928443 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Deleting port 21903217-6655-4c6f-9758-884d4ad926d9 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:04.928801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:05.049340 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:05.118104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] For port 21903217-6655-4c6f-9758-884d4ad926d9, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=21903217-6655-4c6f-9758-884d4ad926d9,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:05.118501 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:05.250830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Calling delete_port for 21903217-6655-4c6f-9758-884d4ad926d9 owned by network:router_interface {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:05.492655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:05.566631 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:05.580245 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-3f5cbb4b-d22a-47b2-b13d-9526d22835e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:05.628687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Pushing event deleted for resources: {'Port': ['ID=21903217-6655-4c6f-9758-884d4ad926d9,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:05.631678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:05.993949 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850854220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851001770'] for router_interface, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:06.731178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Router a610c6d1-83a7-47db-ac15-bbed93839779 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:11:06.917800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:11:06.927050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] Sync routers for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:11:06.931184 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ec0c20b1-7a04-43ca-9f43-d1e423e84eae admin admin] 10.222.0.10 "PUT /v2.0/routers/a610c6d1-83a7-47db-ac15-bbed93839779/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1198645
Jan 24 05:11:06.933914 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56966) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:06.937866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:06.938529 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4a44e80>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:07.133990 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks [] for router, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:07.289146 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:07.324656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:07.330773 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Deleting port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:07.331444 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:07.522822 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] For port 45733fbc-bbca-45f3-a7e9-b0a40ff46aca, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=45733fbc-bbca-45f3-a7e9-b0a40ff46aca,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:07.523225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:07.599129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4a44e80>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:11:05Z', 'revision_number': 5, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:07.603384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] Checking router: a610c6d1-83a7-47db-ac15-bbed93839779 for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:11:07.612289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] Routers {'a610c6d1-83a7-47db-ac15-bbed93839779'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:07.612984 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4a44e80>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['a610c6d1-83a7-47db-ac15-bbed93839779'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:07.656454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Calling delete_port for 45733fbc-bbca-45f3-a7e9-b0a40ff46aca owned by network:router_gateway {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:07.799019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]: WARNING neutron.plugins.ml2.ovo_rpc [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     result = function(*args, **kwargs)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     proto.__init__(conn_state, self)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.handle()
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.handle_one_request()
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.handle_one_response()
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     result = self.application(self.environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return app(environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self.application)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self.application)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self.application)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self.application)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return request.get_response(self.application)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = req.get_response(self._app)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     application, catch_exc_info=False)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     app_iter = application(self.environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return resp(environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return resp(environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     response = self.app(environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return resp(environ, start_response)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     resp = self.call_func(req, *args, **kw)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.func(req, *args, **kwargs)
Jan 24 05:11:07.805630 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     result = method(request=request, **args)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._delete(request, id, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*args, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*args, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*dup_args, **dup_kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     obj_deleter(request.context, id, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return method(*args, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*args, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*args, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(*dup_args, **dup_kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._delete_current_gw_port(context, id, router, None)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, context, *args, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return method(*args, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     context, port, router_ids, bound_mech_contexts)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     return function(*args, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     callback(resource, event, trigger, **kwargs)
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     if self._is_session_semantic_violated(context, resource, event):
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]:     stack = traceback.extract_stack()
Jan 24 05:11:07.812480 dv-cinder-772181-5-iscsi neutron-server[79972]: 
Jan 24 05:11:07.815297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] Set router a610c6d1-83a7-47db-ac15-bbed93839779 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:08.003325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778788'] for router_gateway, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.110129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4a44e80>, [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:11:05Z', 'revision_number': 5, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:08.114048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b623cc-d6fd-4f84-91cb-858aa175f1fb None None] The sync data for ids ['a610c6d1-83a7-47db-ac15-bbed93839779'] in dv-cinder-772181-5-iscsi is: [{'id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'name': 'tempest-TestShelveInstance-851064891-router', 'tenant_id': '9e0313a4047b425c9fa3ce8e9264e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:41Z', 'updated_at': '2021-01-24T05:11:05Z', 'revision_number': 5, 'project_id': '9e0313a4047b425c9fa3ce8e9264e924', 'gw_port': {'id': '45733fbc-bbca-45f3-a7e9-b0a40ff46aca', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610c6d1-83a7-47db-ac15-bbed93839779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:42Z', 'updated_at': '2021-01-24T05:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:11:08.143925 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13389'] for router, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.146636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.241378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988397'] for router, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.241989 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a610c6d1-83a7-47db-ac15-bbed93839779 {{(pid=80083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 24 05:11:08.256995 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] Notify callbacks [] for router, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.260312 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-118e3b24-cdbc-40a6-bd90-69493a0b00fb admin admin] 10.222.0.10 "DELETE /v2.0/routers/a610c6d1-83a7-47db-ac15-bbed93839779 HTTP/1.1" status: 204  len: 168 time: 1.3236101
Jan 24 05:11:08.261199 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56970) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:08.334317 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e20162-6bd3-4d2a-bea5-414b429e96cd admin admin] Deleting subnet ce760ce4-f5a4-4543-8e56-17aecfbc70e5 {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:11:08.337567 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-54e20162-6bd3-4d2a-bea5-414b429e96cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.392495 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-54e20162-6bd3-4d2a-bea5-414b429e96cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.475036 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-54e20162-6bd3-4d2a-bea5-414b429e96cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.673376 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.741596 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-54e20162-6bd3-4d2a-bea5-414b429e96cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.758251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:08.842253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e20162-6bd3-4d2a-bea5-414b429e96cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce760ce4-f5a4-4543-8e56-17aecfbc70e5,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:08.849731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-54e20162-6bd3-4d2a-bea5-414b429e96cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:08.892281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-54e20162-6bd3-4d2a-bea5-414b429e96cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:08.898074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba1cfc-a90c-4f82-8ad4-2be8afbd3382 None None] Network e14835ae-0f29-449a-899b-fc42d84a4013 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:11:08.898351 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-54e20162-6bd3-4d2a-bea5-414b429e96cd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ce760ce4-f5a4-4543-8e56-17aecfbc70e5 HTTP/1.1" status: 204  len: 168 time: 0.6360459
Jan 24 05:11:08.901048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56974) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:09.019193 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:09.158397 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] DHCP port deletion for e14835ae-0f29-449a-899b-fc42d84a4013 request from dv-cinder-772181-5-iscsi {{(pid=80085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 24 05:11:09.170345 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] Deleting port fb742bd7-f165-4ca5-803c-437e41ff416b {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:09.171029 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:09.332712 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Deleting port fb742bd7-f165-4ca5-803c-437e41ff416b {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:09.333091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:09.408312 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] For port fb742bd7-f165-4ca5-803c-437e41ff416b, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=fb742bd7-f165-4ca5-803c-437e41ff416b,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:09.408717 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:09.564018 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] For port fb742bd7-f165-4ca5-803c-437e41ff416b, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=fb742bd7-f165-4ca5-803c-437e41ff416b,segment=NetworkSegment(4b5c4dde-9152-42a0-8b99-37f144a30b78),segment_id=4b5c4dde-9152-42a0-8b99-37f144a30b78)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:09.564423 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:09.699343 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 45733fbc-bbca-45f3-a7e9-b0a40ff46aca no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:09.706323 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Calling delete_port for fb742bd7-f165-4ca5-803c-437e41ff416b owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:09.742033 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] Calling delete_port for fb742bd7-f165-4ca5-803c-437e41ff416b owned by network:dhcp {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:09.782055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:09.783821 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 45733fbc-bbca-45f3-a7e9-b0a40ff46aca {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:09.784214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 45733fbc-bbca-45f3-a7e9-b0a40ff46aca not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:09.784708 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 21903217-6655-4c6f-9758-884d4ad926d9 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:09.801403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-627bd02c-dbbb-4ecb-982a-48e95d24fcee tempest-TestMinimumBasicScenario-1551226151 tempest-TestMinimumBasicScenario-1551226151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:09.839511 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 21903217-6655-4c6f-9758-884d4ad926d9 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:09.839819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 21903217-6655-4c6f-9758-884d4ad926d9 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:09.840281 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device fb742bd7-f165-4ca5-803c-437e41ff416b no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:09.892026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: fb742bd7-f165-4ca5-803c-437e41ff416b {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:09.892776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device fb742bd7-f165-4ca5-803c-437e41ff416b not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:09.900994 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb742bd7-f165-4ca5-803c-437e41ff416b,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:09.903616 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:09.913014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:11:09.913426 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:11:09.948127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] No DVR routers for this DVR port fb742bd7-f165-4ca5-803c-437e41ff416b on host dv-cinder-772181-5-iscsi {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:11:10.072715 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:10.188855 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd46a0908>,) {'filters': {'network_id': ['e14835ae-0f29-449a-899b-fc42d84a4013']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:10.201431 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd46a0908>, '4b5c4dde-9152-42a0-8b99-37f144a30b78') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:10.201802 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd46a0908>, '4b5c4dde-9152-42a0-8b99-37f144a30b78') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:10.214027 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:10.229419 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:10.231446 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:11:10.415031 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] Deleting port fb742bd7-f165-4ca5-803c-437e41ff416b {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:10.415765 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:10.417011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Network e14835ae-0f29-449a-899b-fc42d84a4013 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:11:10.426922 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:10.486616 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e5eed-5ef6-4c8a-b5bb-afbc3acfe55e None None] The port 'fb742bd7-f165-4ca5-803c-437e41ff416b' was deleted {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 24 05:11:10.608544 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Network e14835ae-0f29-449a-899b-fc42d84a4013 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:11:10.634718 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:11:10.709875 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:10.713449 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-cadc97af-f0e9-4a3f-8372-ef53b7bc8241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:10.727835 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:10.739005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Pushing event deleted for resources: {'Network': ['ID=e14835ae-0f29-449a-899b-fc42d84a4013,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:10.742406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:10.752509 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-ca418029-019f-4f88-83b0-9c5a7dfcee21 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e14835ae-0f29-449a-899b-fc42d84a4013 HTTP/1.1" status: 204  len: 168 time: 1.8504541
Jan 24 05:11:10.755677 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56978) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:11.322896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851001620'] for router_interface, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:11.685939 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Deleting port ed2268cf-45de-47a5-ae9f-e8eb03377f98 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:11.686330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:11.869874 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] For port ed2268cf-45de-47a5-ae9f-e8eb03377f98, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=ed2268cf-45de-47a5-ae9f-e8eb03377f98,segment=NetworkSegment(039db80c-d0d5-4f01-960a-dd90af55a3c3),segment_id=039db80c-d0d5-4f01-960a-dd90af55a3c3)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:11.870271 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:12.001872 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Calling delete_port for ed2268cf-45de-47a5-ae9f-e8eb03377f98 owned by network:router_interface {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:12.174236 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:12.189637 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-40077922-e925-4fe7-9df4-7b962bf75d25 tempest-VolumesActionsTest-796437245 tempest-VolumesActionsTest-796437245] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:12.515112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2268cf-45de-47a5-ae9f-e8eb03377f98,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:12.521851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:12.829737 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850854220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851001770'] for router_interface, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:13.338600 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Router c584d740-9eee-4c35-a085-b535864b85b2 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:11:13.530957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:11:13.540495 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-170980f7-cea7-4354-9032-bd22e8a1dada admin admin] 10.222.0.10 "PUT /v2.0/routers/c584d740-9eee-4c35-a085-b535864b85b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7836416
Jan 24 05:11:13.540792 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] Sync routers for ids ['c584d740-9eee-4c35-a085-b535864b85b2'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:11:13.543106 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56984) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:13.552407 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] Routers {'c584d740-9eee-4c35-a085-b535864b85b2'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:13.553482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcff60198>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['c584d740-9eee-4c35-a085-b535864b85b2'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:13.738353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks [] for router, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:13.742865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] Set router c584d740-9eee-4c35-a085-b535864b85b2 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:13.927003 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:13.932059 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Deleting port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:13.932428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:14.046543 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcff60198>, [{'id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:51Z', 'updated_at': '2021-01-24T05:11:12Z', 'revision_number': 5, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'gw_port': {'id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:52Z', 'updated_at': '2021-01-24T05:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:14.051030 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] Checking router: c584d740-9eee-4c35-a085-b535864b85b2 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:11:14.060364 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] Routers {'c584d740-9eee-4c35-a085-b535864b85b2'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:14.061730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fcff60198>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['c584d740-9eee-4c35-a085-b535864b85b2'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:14.121006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] For port a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:14.121401 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:14.255787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Calling delete_port for a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa owned by network:router_gateway {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:14.258369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] Set router c584d740-9eee-4c35-a085-b535864b85b2 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:14.394408 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:14.572040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fcff60198>, [{'id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:51Z', 'updated_at': '2021-01-24T05:11:12Z', 'revision_number': 5, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'gw_port': {'id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:52Z', 'updated_at': '2021-01-24T05:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:14.576314 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f1fe1-273a-4e7a-9838-e7c3c593fccc None None] The sync data for ids ['c584d740-9eee-4c35-a085-b535864b85b2'] in dv-cinder-772181-5-iscsi is: [{'id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'name': 'tempest-TestShelveInstance-1124059024-router', 'tenant_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:05:51Z', 'updated_at': '2021-01-24T05:11:12Z', 'revision_number': 5, 'project_id': '9a0d8e1a32644def9d4f94e8626d3f39', 'gw_port': {'id': 'a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c584d740-9eee-4c35-a085-b535864b85b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:05:52Z', 'updated_at': '2021-01-24T05:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:11:14.583442 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778788'] for router_gateway, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:14.723938 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13389'] for router, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:14.726284 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:14.749356 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988397'] for router, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:14.750180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c584d740-9eee-4c35-a085-b535864b85b2 {{(pid=80083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 24 05:11:14.762693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] Notify callbacks [] for router, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:14.764039 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-7a998af0-e504-4c4c-94c1-162591a1d1dc admin admin] 10.222.0.10 "DELETE /v2.0/routers/c584d740-9eee-4c35-a085-b535864b85b2 HTTP/1.1" status: 204  len: 168 time: 1.2198405
Jan 24 05:11:14.767401 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56988) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:14.836232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-46467f09-61c4-4ac7-ae18-ff648f812197 admin admin] Deleting subnet 31033d0e-1282-40b9-b8c4-6fdb581114ca {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:11:14.839607 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-46467f09-61c4-4ac7-ae18-ff648f812197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:14.893092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-46467f09-61c4-4ac7-ae18-ff648f812197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:15.214688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-46467f09-61c4-4ac7-ae18-ff648f812197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:15.483988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-46467f09-61c4-4ac7-ae18-ff648f812197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:15.499576 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:15.558772 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device ed2268cf-45de-47a5-ae9f-e8eb03377f98 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:15.589502 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46467f09-61c4-4ac7-ae18-ff648f812197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31033d0e-1282-40b9-b8c4-6fdb581114ca,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:15.596061 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: ed2268cf-45de-47a5-ae9f-e8eb03377f98 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:15.596454 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device ed2268cf-45de-47a5-ae9f-e8eb03377f98 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:15.596936 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:15.602450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-46467f09-61c4-4ac7-ae18-ff648f812197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:15.631353 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:15.631750 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device a8a29c06-ac40-4fa5-9ded-698cbe5a2cfa not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:15.635324 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-46467f09-61c4-4ac7-ae18-ff648f812197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:15.640333 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde8fc2-a875-4201-b039-5d94c80e45b5 None None] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:11:15.644051 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-46467f09-61c4-4ac7-ae18-ff648f812197 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/31033d0e-1282-40b9-b8c4-6fdb581114ca HTTP/1.1" status: 204  len: 168 time: 0.8731415
Jan 24 05:11:15.644255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56992) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:15.761343 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:15.830504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Deleting port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:15.830883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:15.896735 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] DHCP port deletion for 83b7251e-65fa-4fc0-859c-4ea397313d77 request from dv-cinder-772181-5-iscsi {{(pid=80085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 24 05:11:15.900866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] Deleting port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:15.901287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:16.056917 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] For port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=3f91dfb4-ed69-4384-8d3b-2fc9b19db835,segment=NetworkSegment(039db80c-d0d5-4f01-960a-dd90af55a3c3),segment_id=039db80c-d0d5-4f01-960a-dd90af55a3c3)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:16.057315 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:16.116210 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] For port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=3f91dfb4-ed69-4384-8d3b-2fc9b19db835,segment=NetworkSegment(039db80c-d0d5-4f01-960a-dd90af55a3c3),segment_id=039db80c-d0d5-4f01-960a-dd90af55a3c3)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:16.116672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:16.192603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Calling delete_port for 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:16.250451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] Calling delete_port for 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 owned by network:dhcp {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:16.274422 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:16.290997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f438a60f-7528-4c28-8296-a3f7385d27a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:16.389733 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f91dfb4-ed69-4384-8d3b-2fc9b19db835,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:16.397642 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:16.445520 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] No DVR routers for this DVR port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 on host dv-cinder-772181-5-iscsi {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:11:16.498043 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:11:16.498453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:11:16.571123 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:16.689151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd5330dd8>,) {'filters': {'network_id': ['83b7251e-65fa-4fc0-859c-4ea397313d77']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:16.702788 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd5330dd8>, '039db80c-d0d5-4f01-960a-dd90af55a3c3') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:16.703127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd5330dd8>, '039db80c-d0d5-4f01-960a-dd90af55a3c3') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:16.715150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:16.735934 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:16.738040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:11:16.918229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:11:16.927694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:16.999867 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] Deleting port 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:17.000727 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:17.072089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-b57f4898-187e-4be0-90b9-03ebdd975a8d None None] The port '3f91dfb4-ed69-4384-8d3b-2fc9b19db835' was deleted {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 24 05:11:17.116326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Network 83b7251e-65fa-4fc0-859c-4ea397313d77 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:11:17.139019 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:11:17.224849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:17.228273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:17.244685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:17.253591 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b7251e-65fa-4fc0-859c-4ea397313d77,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:17.256788 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:17.258709 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f8de4595-fd43-45c5-bd9c-6aa513517725 admin admin] 10.222.0.10 "DELETE /v2.0/networks/83b7251e-65fa-4fc0-859c-4ea397313d77 HTTP/1.1" status: 204  len: 168 time: 1.6131232
Jan 24 05:11:17.402458 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 56998) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:17.455988 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-03d0f3a5-5186-4f60-a9d1-e550cdb371e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e0313a4047b425c9fa3ce8e9264e924&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522454
Jan 24 05:11:17.458529 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 57002) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:17.480101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:11:17.521006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5d873f53-7d14-4f2e-994e-c01ecc2f3405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:17.549450 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5d873f53-7d14-4f2e-994e-c01ecc2f3405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:17.557965 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:17.596092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:17.596487 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 3f91dfb4-ed69-4384-8d3b-2fc9b19db835 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:17.599869 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5d873f53-7d14-4f2e-994e-c01ecc2f3405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:17.605177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5762f43f-d3df-404a-ad57-14bd94f76643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:17.619921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d873f53-7d14-4f2e-994e-c01ecc2f3405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bb02e2-a256-48e7-a559-b8178762eede,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:17.622801 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5d873f53-7d14-4f2e-994e-c01ecc2f3405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:17.629368 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5d873f53-7d14-4f2e-994e-c01ecc2f3405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:17.630631 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5d873f53-7d14-4f2e-994e-c01ecc2f3405 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21bb02e2-a256-48e7-a559-b8178762eede HTTP/1.1" status: 204  len: 168 time: 0.1711464
Jan 24 05:11:18.037302 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 57010) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:18.089495 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a6e8671e-3d65-4e2d-9687-1e81fbe0cb99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a0d8e1a32644def9d4f94e8626d3f39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508292
Jan 24 05:11:18.091851 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 57014) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:18.152509 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-514ed261-e207-4156-b12c-37bebe98ab82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:18.183678 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-514ed261-e207-4156-b12c-37bebe98ab82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:18.229109 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-514ed261-e207-4156-b12c-37bebe98ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:18.234366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4ee5c999-c391-4c64-8b82-386fdde9238a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:18.247838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ed261-e207-4156-b12c-37bebe98ab82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b133f964-f800-4328-b3fb-6e96a93693e9,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:18.251004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-514ed261-e207-4156-b12c-37bebe98ab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:18.252260 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-514ed261-e207-4156-b12c-37bebe98ab82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:18.256431 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-514ed261-e207-4156-b12c-37bebe98ab82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b133f964-f800-4328-b3fb-6e96a93693e9 HTTP/1.1" status: 204  len: 168 time: 0.1628587
Jan 24 05:11:29.030329 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-4df7582d-0e10-4598-96e2-e95fcafbf912 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips/41b9b276-a054-4087-9b13-6620c426fd6b HTTP/1.1" status: 200  len: 999 time: 0.1260905
Jan 24 05:11:29.226326 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-9684d367-ac23-4d40-85b8-92bb6c3d07fd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:29.227773 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-9684d367-ac23-4d40-85b8-92bb6c3d07fd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.1918685
Jan 24 05:11:29.345777 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-53558fdb-d37f-4ac3-9de0-f8791b55d967 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.227 HTTP/1.1" status: 200  len: 1002 time: 0.1110847
Jan 24 05:11:29.453968 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-4343076d-2ae7-4f90-b4f3-af6fb66fc89d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:29.455500 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-4343076d-2ae7-4f90-b4f3-af6fb66fc89d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports/da67a915-f175-4f13-8140-a79cab1dc29d HTTP/1.1" status: 200  len: 943 time: 0.1036959
Jan 24 05:11:29.892294 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-4d5d6344-72a7-4434-82b2-bc708fedc420 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.227 HTTP/1.1" status: 200  len: 1002 time: 0.3445697
Jan 24 05:11:30.114107 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Deleting port 829465a1-cfd5-445a-8ead-925fe15e9261 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:30.114697 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:30.297336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:30.297704 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:30.430151 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Calling delete_port for 829465a1-cfd5-445a-8ead-925fe15e9261 owned by network:floatingip {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:30.584194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:30.600112 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-62ca3f1a-1d29-4b2f-a771-d90bdf28f7a6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:30.692574 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event deleted for resources: {'Port': ['ID=829465a1-cfd5-445a-8ead-925fe15e9261,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:30.699035 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:30.820662 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:30.821026 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Floating IP 41b9b276-a054-4087-9b13-6620c426fd6b disassociated (deleted). External IP: 172.27.3.227, port: da67a915-f175-4f13-8140-a79cab1dc29d.
Jan 24 05:11:31.171860 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5de02d03-a6f5-4524-b816-987afbaaf733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:31.188401 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Router 8afd8453-a0c9-4b7a-b504-59722b250c0d has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:11:31.375799 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:11:31.385478 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] Sync routers for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:11:31.396505 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:31.397196 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d4c828>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:31.400432 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:31.464605 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-10f58b60-4f2f-400c-9f05-93e57f2a2339 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "DELETE /v2.0/floatingips/41b9b276-a054-4087-9b13-6620c426fd6b HTTP/1.1" status: 204  len: 173 time: 1.5662982
Jan 24 05:11:31.465349 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d'}] {{(pid=80084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:11:31.534873 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'status': 'completed', 'code': 200}
Jan 24 05:11:31.564104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-adbc84d2-757d-4da9-a024-1fe9480bcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:31.565784 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-adbc84d2-757d-4da9-a024-1fe9480bcb1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 1163 time: 0.0805216
Jan 24 05:11:31.591251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:31.667164 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-0eb176ae-7dd1-4dc1-a6e5-703cd7df28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:31.668819 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-0eb176ae-7dd1-4dc1-a6e5-703cd7df28b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 1163 time: 0.0899663
Jan 24 05:11:31.716168 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-d5dbc27d-3630-481d-bbb8-30d23dd8f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:31.718272 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-d5dbc27d-3630-481d-bbb8-30d23dd8f890 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1451616
Jan 24 05:11:31.794467 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-742cda53-2e98-4bca-b18f-e735bbdf274f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da67a915-f175-4f13-8140-a79cab1dc29d HTTP/1.1" status: 200  len: 217 time: 0.0691314
Jan 24 05:11:31.822694 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-c49e5b75-5b71-4e64-9c78-c79f029831dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:31.824356 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-c49e5b75-5b71-4e64-9c78-c79f029831dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.1479216
Jan 24 05:11:31.866681 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-b530eb33-6b66-4fc6-993e-c6f3d64658db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:31.868285 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-b530eb33-6b66-4fc6-993e-c6f3d64658db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0658023
Jan 24 05:11:31.906870 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-1ad078a3-299f-405c-b608-ee637d437554 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da67a915-f175-4f13-8140-a79cab1dc29d HTTP/1.1" status: 200  len: 217 time: 0.0751188
Jan 24 05:11:31.953166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-db97d8b8-7750-472f-84a5-08a7cc826933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:31.954823 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-db97d8b8-7750-472f-84a5-08a7cc826933 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794771
Jan 24 05:11:31.971132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d4c828>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '20dfc694-ccb0-4132-9760-14048637588a', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:aa:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:07:45Z', 'updated_at': '2021-01-24T05:07:50Z', 'revision_number': 2, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:31.975330 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] Checking router: 8afd8453-a0c9-4b7a-b504-59722b250c0d for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:11:31.985049 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-94d1c77c-2375-4594-a01c-0f605759d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:31.986180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:31.986762 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-94d1c77c-2375-4594-a01c-0f605759d824 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0686469
Jan 24 05:11:31.986884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d4c828>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:04Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:32.085490 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-e0d9b676-9c6c-433c-969a-40e8513a6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:32.087290 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-e0d9b676-9c6c-433c-969a-40e8513a6ba8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876842
Jan 24 05:11:32.109846 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-67de42c6-daf4-4ed2-8cc6-70276c1c1808 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476827
Jan 24 05:11:32.259801 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-4e72cf5e-46b6-4710-b58d-cdb9c66b7e7a service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646984
Jan 24 05:11:32.279350 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-284b89a6-711f-4eb9-84a6-72dd5ae0805b req-24252043-4b12-4171-bf8c-d29737dbcc36 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1621454
Jan 24 05:11:32.350818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:32.414414 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8f39989-6192-4398-a28d-2afe58fbe388 req-6d7e18ae-2398-41d9-8db4-235a879f8160 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467445
Jan 24 05:11:32.718730 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82097254-8aca-4142-a7bf-23497d1d328d req-f2a5d597-9165-4f44-b214-dcc0efbad8bd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:32.719498 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-82097254-8aca-4142-a7bf-23497d1d328d req-f2a5d597-9165-4f44-b214-dcc0efbad8bd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:11:32.725436 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4d4c828>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '20dfc694-ccb0-4132-9760-14048637588a', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:aa:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:07:45Z', 'updated_at': '2021-01-24T05:07:50Z', 'revision_number': 2, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:32.729731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13cb68-b496-4afe-8163-016ad21763d5 None None] The sync data for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi is: [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_floatingips': [{'id': '20dfc694-ccb0-4132-9760-14048637588a', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'router_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'port_id': '1fa65129-771a-436d-aa37-9479820528d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'mac_address': 'fa:16:3e:aa:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T05:07:45Z', 'updated_at': '2021-01-24T05:07:50Z', 'revision_number': 2, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:11:32.734517 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-82097254-8aca-4142-a7bf-23497d1d328d req-f2a5d597-9165-4f44-b214-dcc0efbad8bd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:11:32.735792 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-82097254-8aca-4142-a7bf-23497d1d328d req-f2a5d597-9165-4f44-b214-dcc0efbad8bd tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 946 time: 0.1255090
Jan 24 05:11:32.789356 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-82097254-8aca-4142-a7bf-23497d1d328d req-36c62181-96be-47ef-8635-db4395bf4f45 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0470743
Jan 24 05:11:33.114403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa35a92-229c-4606-81e0-547865b2fd3d None None] New status for floating IP 41b9b276-a054-4087-9b13-6620c426fd6b: DOWN {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:11:33.548927 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3698315e-5e2b-4088-b81f-541b33bb01d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:33.844032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:34.031991 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc1e68-af59-4035-8db7-b65767223474 req-3bc5e830-cf8d-4cb4-bfb5-3071a202f34e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:34.033656 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-afcc1e68-af59-4035-8db7-b65767223474 req-3bc5e830-cf8d-4cb4-bfb5-3071a202f34e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 946 time: 0.1131480
Jan 24 05:11:34.085724 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-afcc1e68-af59-4035-8db7-b65767223474 req-59e7700b-8449-4ec8-923e-45afe769bbf1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0457108
Jan 24 05:11:34.279865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device da67a915-f175-4f13-8140-a79cab1dc29d no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:34.400370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:34.430626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:11:34.442198 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port da67a915-f175-4f13-8140-a79cab1dc29d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=da67a915-f175-4f13-8140-a79cab1dc29d,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:34.445352 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:34.447287 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:34.500108 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'code': 200}
Jan 24 05:11:34.528900 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=da67a915-f175-4f13-8140-a79cab1dc29d,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:34.538322 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.538707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.539086 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.539460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.539825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.540194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.540577 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.540943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.541308 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.541672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.542034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.542391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.542797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.543159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.543519 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.543876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.544233 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.544617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.545014 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.545377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.545748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.546101 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.546456 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.546812 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:11:34.551687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:34.707429 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-1b4649b4-a2ec-4ae4-b05f-a46c4aa6d557 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:34.708950 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-1b4649b4-a2ec-4ae4-b05f-a46c4aa6d557 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 946 time: 0.3427737
Jan 24 05:11:34.790876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Deleting port da67a915-f175-4f13-8140-a79cab1dc29d {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:34.791255 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:35.050156 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:35.054238 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] For port da67a915-f175-4f13-8140-a79cab1dc29d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=da67a915-f175-4f13-8140-a79cab1dc29d,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:35.054634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:35.187871 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Calling delete_port for da67a915-f175-4f13-8140-a79cab1dc29d owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:35.409611 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1462b-05f6-46e3-91d7-5b0dcccb9a19 req-78dbf168-674e-448d-977b-c78fbf63e4b9 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:35.411150 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8f1462b-05f6-46e3-91d7-5b0dcccb9a19 req-78dbf168-674e-448d-977b-c78fbf63e4b9 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 944 time: 0.1931956
Jan 24 05:11:35.460149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:35.481074 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a500713c-af9c-42c8-83df-8e520cdeb72d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:35.495996 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:35.533813 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event deleted for resources: {'Port': ['ID=da67a915-f175-4f13-8140-a79cab1dc29d,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:35.541743 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e8f1462b-05f6-46e3-91d7-5b0dcccb9a19 req-794e2922-c887-449d-8e0d-8bd769a6a950 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1235847
Jan 24 05:11:35.592127 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:35.699001 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] No DVR routers for this DVR port da67a915-f175-4f13-8140-a79cab1dc29d on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:11:35.702474 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:35.705336 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'name': 'network-vif-deleted', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:11:35.720546 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-fa46edd5-1117-4f11-a3e1-4f04b1d806cf req-e6b78dde-61c0-486c-a538-859d6845d730 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "DELETE /v2.0/ports/da67a915-f175-4f13-8140-a79cab1dc29d HTTP/1.1" status: 204  len: 173 time: 1.0016232
Jan 24 05:11:35.764469 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94862cf-ae2f-4601-8cad-e494b25ede71', 'name': 'network-vif-deleted', 'tag': 'da67a915-f175-4f13-8140-a79cab1dc29d', 'status': 'completed', 'code': 200}
Jan 24 05:11:36.739421 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-cb399e58-9870-41ba-bea9-3fca69f94df7 req-be61505f-8fa6-48f7-ad35-f61333cda0f5 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:11:36.753787 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-cb399e58-9870-41ba-bea9-3fca69f94df7 req-be61505f-8fa6-48f7-ad35-f61333cda0f5 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:11:36.755126 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-cb399e58-9870-41ba-bea9-3fca69f94df7 req-be61505f-8fa6-48f7-ad35-f61333cda0f5 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=e94862cf-ae2f-4601-8cad-e494b25ede71 HTTP/1.1" status: 200  len: 210 time: 0.0651221
Jan 24 05:11:38.676000 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:40.424988 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-cbdda474-3c3c-4754-958f-35e78c5f4049 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips/20dfc694-ccb0-4132-9760-14048637588a HTTP/1.1" status: 200  len: 998 time: 0.1169219
Jan 24 05:11:40.606883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-d8db5ad6-9408-4b3f-9ab0-f32396b4bdc5 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:40.608938 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-d8db5ad6-9408-4b3f-9ab0-f32396b4bdc5 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.1782346
Jan 24 05:11:40.725205 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-d854e88f-ae05-4de0-bf76-e4a7d7238b43 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.159 HTTP/1.1" status: 200  len: 1001 time: 0.1097529
Jan 24 05:11:40.824428 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-9020c1c6-86fe-490f-869f-d84b48756aed tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:40.826098 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-9020c1c6-86fe-490f-869f-d84b48756aed tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports/1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 942 time: 0.0949550
Jan 24 05:11:41.015108 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-730c08f2-9e81-407c-9b52-1358efe438e2 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.159 HTTP/1.1" status: 200  len: 1001 time: 0.1094015
Jan 24 05:11:41.240050 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Deleting port 9547051b-fd53-4821-881e-c3b5ae4c535d {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:41.240354 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:41.421866 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:41.422232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:41.552149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Calling delete_port for 9547051b-fd53-4821-881e-c3b5ae4c535d owned by network:floatingip {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:41.707348 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:41.723235 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-086dc3ae-bcd8-4dcd-9084-bb5c405230e8 tempest-ServerRescueNegativeTestJSON-1033328420 tempest-ServerRescueNegativeTestJSON-1033328420] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:41.820351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event deleted for resources: {'Port': ['ID=9547051b-fd53-4821-881e-c3b5ae4c535d,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:41.823370 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:41.952855 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:41.953242 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.db.l3_db [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Floating IP 20dfc694-ccb0-4132-9760-14048637588a disassociated (deleted). External IP: 172.27.3.159, port: 1fa65129-771a-436d-aa37-9479820528d4.
Jan 24 05:11:42.329656 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Router 8afd8453-a0c9-4b7a-b504-59722b250c0d has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:11:42.751849 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:11:42.761260 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] Sync routers for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:11:42.771263 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:42.771966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c52320>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:42.774055 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:42.831829 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bac25ff7-97df-42b5-be7e-4eaaf63dc55e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "DELETE /v2.0/floatingips/20dfc694-ccb0-4132-9760-14048637588a HTTP/1.1" status: 204  len: 173 time: 1.8108335
Jan 24 05:11:42.832896 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'tag': '1fa65129-771a-436d-aa37-9479820528d4'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:11:42.898950 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'tag': '1fa65129-771a-436d-aa37-9479820528d4', 'status': 'completed', 'code': 200}
Jan 24 05:11:42.961687 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:43.024636 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-ba0f56c3-25d7-40e4-afff-75512ecbd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:43.026264 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-ba0f56c3-25d7-40e4-afff-75512ecbd91c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 1162 time: 0.0823240
Jan 24 05:11:43.242394 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-594144ab-9534-420d-b62a-ac877550dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:43.243805 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-594144ab-9534-420d-b62a-ac877550dbd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 1162 time: 0.3872643
Jan 24 05:11:43.244926 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-d6d24e88-1e8e-48bc-bcae-ee4e7be8fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:43.246370 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-d6d24e88-1e8e-48bc-bcae-ee4e7be8fc89 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.2128179
Jan 24 05:11:43.298306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c52320>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:43.302581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] Checking router: 8afd8453-a0c9-4b7a-b504-59722b250c0d for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:11:43.312997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:43.313663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c52320>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:43.401283 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-b7504492-c195-4f31-82d9-a44d56ae1523 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 217 time: 0.1226301
Jan 24 05:11:43.504830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:43.519613 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-ce2b1b0b-d2ab-404d-9809-7226d9c3011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:43.521202 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-ce2b1b0b-d2ab-404d-9809-7226d9c3011e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.1120343
Jan 24 05:11:43.523686 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bb29eece-907a-4754-a24a-2037ea87a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:43.525214 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-bb29eece-907a-4754-a24a-2037ea87a19b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 200  len: 905 time: 0.2740884
Jan 24 05:11:43.645054 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-313ee5e6-f6ee-4a48-bf57-23fc646865a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 200  len: 217 time: 0.0773389
Jan 24 05:11:43.730240 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-d2773e81-143b-45da-a0eb-dea0d111bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:43.731839 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-d2773e81-143b-45da-a0eb-dea0d111bcbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 200  len: 850 time: 0.0788870
Jan 24 05:11:43.738441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-81bee9ed-4a62-4c3d-b0ea-c179e01f996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:43.739990 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-81bee9ed-4a62-4c3d-b0ea-c179e01f996c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2120578
Jan 24 05:11:43.837614 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c52320>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:43.841988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007d463-9e6e-4f90-9cc7-d4b664e1599a None None] The sync data for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi is: [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:04:00Z', 'revision_number': 4, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi', '_interfaces': [{'id': 'b2a2f6f4-21b1-4a5d-8c29-c25066d04192', 'name': '', 'network_id': 'f80e4046-62bb-46f9-8087-0f5a25c40ea0', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'mac_address': 'fa:16:3e:09:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:59Z', 'updated_at': '2021-01-24T05:04:09Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'subnets': [{'id': 'b74e6869-e8b8-4769-8711-509b455a0296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:11:43.941147 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-9a5f7a9b-c345-4e55-bb28-70e94c9a5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:43.942811 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-9a5f7a9b-c345-4e55-bb28-70e94c9a5bd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f80e4046-62bb-46f9-8087-0f5a25c40ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2018430
Jan 24 05:11:43.953079 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-a30d8cb4-218e-4689-8a94-8e791de87463 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772296
Jan 24 05:11:44.219489 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-8cc4f498-b714-4904-b2ef-b1f4cd161221 service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2696686
Jan 24 05:11:44.222969 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3e6929f2-8bb0-45e8-a8c4-5a4614562c1e req-7be65f21-ac78-4267-b3aa-87c737016163 service neutron] 10.222.0.61 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2482572
Jan 24 05:11:44.294906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d017a-32a2-48cf-9222-8e2e81b74e09 None None] New status for floating IP 20dfc694-ccb0-4132-9760-14048637588a: DOWN {{(pid=80085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 24 05:11:44.374725 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-6177df2a-5e49-4078-9430-28dfce53b8f8 req-58009dc2-2833-4107-8b60-c0c0b459de3a service neutron] 10.222.0.10 "GET /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483305
Jan 24 05:11:44.806386 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4967-318c-4917-847a-ede89dfd3417 req-c25abf8d-7a89-4f11-8a39-217298c342c1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:44.807156 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e0dc4967-318c-4917-847a-ede89dfd3417 req-c25abf8d-7a89-4f11-8a39-217298c342c1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:11:44.822028 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-e0dc4967-318c-4917-847a-ede89dfd3417 req-c25abf8d-7a89-4f11-8a39-217298c342c1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:port {{(pid=80083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:11:44.823282 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e0dc4967-318c-4917-847a-ede89dfd3417 req-c25abf8d-7a89-4f11-8a39-217298c342c1 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 945 time: 0.1192830
Jan 24 05:11:44.879892 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e0dc4967-318c-4917-847a-ede89dfd3417 req-d83b4df7-d79c-4e27-a40b-6b09d3672855 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0493114
Jan 24 05:11:46.111291 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cada6fb-d732-4744-95c5-97021ee0019b req-70965850-d446-4407-ae95-9f4a784953e3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:46.112906 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3cada6fb-d732-4744-95c5-97021ee0019b req-70965850-d446-4407-ae95-9f4a784953e3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 945 time: 0.1042428
Jan 24 05:11:46.167677 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-3cada6fb-d732-4744-95c5-97021ee0019b req-52d42596-6d69-4783-a96c-2fccfd57f855 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups?id=12a42c14-1c86-489f-9380-23d945638628&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0476301
Jan 24 05:11:46.368207 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Device 1fa65129-771a-436d-aa37-9479820528d4 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:46.433205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-9ed4e1f4-7268-4c9f-a24b-421911430ac3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:46.434740 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-9ed4e1f4-7268-4c9f-a24b-421911430ac3 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 945 time: 0.1046906
Jan 24 05:11:46.490983 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648172'] for port, before_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:46.517767 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Deleting port 1fa65129-771a-436d-aa37-9479820528d4 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:46.518149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:46.520485 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa65129-771a-436d-aa37-9479820528d4'}] {{(pid=80085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:11:46.531089 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] For port 1fa65129-771a-436d-aa37-9479820528d4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1fa65129-771a-436d-aa37-9479820528d4,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:46.534539 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363270870286793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270870736602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765984039232'] for port, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:46.536384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:46.593515 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa65129-771a-436d-aa37-9479820528d4', 'code': 200}
Jan 24 05:11:46.613261 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Pushing event updated for resources: {'Port': ['ID=1fa65129-771a-436d-aa37-9479820528d4,revision_number=5']} {{(pid=80085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:46.616988 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:46.783391 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] For port 1fa65129-771a-436d-aa37-9479820528d4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=1fa65129-771a-436d-aa37-9479820528d4,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:46.783797 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:46.916325 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Calling delete_port for 1fa65129-771a-436d-aa37-9479820528d4 owned by compute:nova {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:47.064209 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:47.081602 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-da6bfca7-bbbb-40bb-be3b-9049019dbab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:47.175476 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event deleted for resources: {'Port': ['ID=1fa65129-771a-436d-aa37-9479820528d4,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:47.178395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:47.291544 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] No DVR routers for this DVR port 1fa65129-771a-436d-aa37-9479820528d4 on host hv-cinder-77218 {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:11:47.293892 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for port, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:47.297357 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'name': 'network-vif-deleted', 'tag': '1fa65129-771a-436d-aa37-9479820528d4'}] {{(pid=80083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 24 05:11:47.314597 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f6a23cbf-6a96-42d3-a53b-b7bf7e0756f5 req-a3beb47a-9e41-4c9e-9be2-00461e567d8f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.61 "DELETE /v2.0/ports/1fa65129-771a-436d-aa37-9479820528d4 HTTP/1.1" status: 204  len: 173 time: 0.8730483
Jan 24 05:11:47.359396 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ff8f10-dfa8-4a62-87d1-50f2e220768b', 'name': 'network-vif-deleted', 'tag': '1fa65129-771a-436d-aa37-9479820528d4', 'status': 'completed', 'code': 200}
Jan 24 05:11:47.366646 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-f1072752-229d-4c81-bbc7-610c0879da22 req-81cfc05e-04fa-4650-84bc-5364ff456ab6 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/ports?device_id=33ff8f10-dfa8-4a62-87d1-50f2e220768b HTTP/1.1" status: 200  len: 210 time: 0.0613558
Jan 24 05:11:48.597166 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-6696452a-0f08-4ea9-aaf1-21bbf1c3a667 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips/4ae7f012-8927-401a-bbb5-fd2e693ea19d HTTP/1.1" status: 200  len: 693 time: 0.0932238
Jan 24 05:11:49.010414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-b1173080-13a6-4a15-b81d-36a63677537f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 24 05:11:49.011896 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-b1173080-13a6-4a15-b81d-36a63677537f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/networks/e08f8f4a-f0ef-4601-8303-84c5d3cecc5c HTTP/1.1" status: 200  len: 784 time: 0.4089296
Jan 24 05:11:49.101861 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-02c11dfd-d1a9-4b16-8d40-9f3580c725aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Synchronizing usage tracker for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:floatingip {{(pid=80084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 24 05:11:49.116693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.quota.resource [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-02c11dfd-d1a9-4b16-8d40-9f3580c725aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Unset dirty status for tenant:d22a2106c95d4d76ba07f2041c9a1ae5 on resource:floatingip {{(pid=80084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 24 05:11:49.117904 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-02c11dfd-d1a9-4b16-8d40-9f3580c725aa tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.117 HTTP/1.1" status: 200  len: 696 time: 0.0993960
Jan 24 05:11:49.206557 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-1f98525d-804a-44f4-902f-c4923ac5cf3e tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.27.3.117 HTTP/1.1" status: 200  len: 696 time: 0.0820286
Jan 24 05:11:49.384816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Deleting port 9153b697-12a8-4a31-9980-7f86fc968636 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:49.385187 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:49.566298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:49.566595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:49.696556 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Calling delete_port for 9153b697-12a8-4a31-9980-7f86fc968636 owned by network:floatingip {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:49.838057 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:49.853385 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-4ce4dce7-c005-46b8-bc1e-35abcfad0e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:49.943298 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event deleted for resources: {'Port': ['ID=9153b697-12a8-4a31-9980-7f86fc968636,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:49.949789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:50.074128 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for floatingip, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:50.095413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505077'] for floatingip, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:50.096624 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-97e4660b-3ea9-4270-891e-d9a38c804583 req-ddac5b3b-9779-4304-b609-67762e1d828d tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "DELETE /v2.0/floatingips/4ae7f012-8927-401a-bbb5-fd2e693ea19d HTTP/1.1" status: 204  len: 173 time: 0.8843582
Jan 24 05:11:51.582923 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d6d6ba-62ed-4a2b-8019-0bc2a003d53a req-7864a83e-2f30-4869-84dd-46c997b94efc tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "GET /v2.0/security-groups/12a42c14-1c86-489f-9380-23d945638628 HTTP/1.1" status: 200  len: 2999 time: 0.0545282
Jan 24 05:11:51.660206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e3d6d6ba-62ed-4a2b-8019-0bc2a003d53a req-46ff659a-8b98-409f-8f3a-288f77bbc888 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:51.690451 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e3d6d6ba-62ed-4a2b-8019-0bc2a003d53a req-46ff659a-8b98-409f-8f3a-288f77bbc888 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:51.740139 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e3d6d6ba-62ed-4a2b-8019-0bc2a003d53a req-46ff659a-8b98-409f-8f3a-288f77bbc888 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:51.745465 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-58702dc4-be02-4bd2-b7c8-f25e9296b08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:51.762251 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff659a-8b98-409f-8f3a-288f77bbc888 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a42c14-1c86-489f-9380-23d945638628,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:51.766629 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-46ff659a-8b98-409f-8f3a-288f77bbc888 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:51.770046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [req-e3d6d6ba-62ed-4a2b-8019-0bc2a003d53a req-46ff659a-8b98-409f-8f3a-288f77bbc888 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:51.771234 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [req-e3d6d6ba-62ed-4a2b-8019-0bc2a003d53a req-46ff659a-8b98-409f-8f3a-288f77bbc888 tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] 10.222.0.10 "DELETE /v2.0/security-groups/12a42c14-1c86-489f-9380-23d945638628 HTTP/1.1" status: 204  len: 173 time: 0.1822462
Jan 24 05:11:51.846048 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 57088) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:52.557672 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851001620'] for router_interface, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:52.919865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Deleting port b2a2f6f4-21b1-4a5d-8c29-c25066d04192 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:52.920409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:53.100268 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] For port b2a2f6f4-21b1-4a5d-8c29-c25066d04192, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=b2a2f6f4-21b1-4a5d-8c29-c25066d04192,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:53.100693 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:53.228143 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Calling delete_port for b2a2f6f4-21b1-4a5d-8c29-c25066d04192 owned by network:router_interface {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:53.401581 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:53.418532 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c2f6e1d8-a37d-4890-8bc1-e4ef9f7f1d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:53.515346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a2f6f4-21b1-4a5d-8c29-c25066d04192,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:53.519288 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:53.833265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850854220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851001770'] for router_interface, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:54.479759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:11:54.566695 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Router 8afd8453-a0c9-4b7a-b504-59722b250c0d has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:11:54.750180 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:11:54.758986 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] Sync routers for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:11:54.763947 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-090b1ff8-6c26-4395-9212-8254566e34ab admin admin] 10.222.0.10 "PUT /v2.0/routers/8afd8453-a0c9-4b7a-b504-59722b250c0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9167700
Jan 24 05:11:54.765982 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 57094) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:54.769441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:54.770109 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c0cb70>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:54.964650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:55.214438 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:55.407374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:55.412707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Deleting port 40fdd472-8bdd-488f-bb2a-757af919a016 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:55.413088 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:55.423526 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c0cb70>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:11:53Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:55.427699 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] Checking router: 8afd8453-a0c9-4b7a-b504-59722b250c0d for host: dv-cinder-772181-5-iscsi {{(pid=80087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:11:55.437170 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] Routers {'8afd8453-a0c9-4b7a-b504-59722b250c0d'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:11:55.437842 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c0cb70>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['8afd8453-a0c9-4b7a-b504-59722b250c0d'], 'active': True} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:55.601132 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] For port 40fdd472-8bdd-488f-bb2a-757af919a016, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=40fdd472-8bdd-488f-bb2a-757af919a016,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:55.601691 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:55.625252 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] Set router 8afd8453-a0c9-4b7a-b504-59722b250c0d gateway port host: dv-cinder-772181-5-iscsi {{(pid=80087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:11:55.732739 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Calling delete_port for 40fdd472-8bdd-488f-bb2a-757af919a016 owned by network:router_gateway {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:55.872716 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:55.924402 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4c0cb70>, [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:11:53Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:55.928460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf9c3fa-45db-42b9-811d-2d4b418eb30c None None] The sync data for ids ['8afd8453-a0c9-4b7a-b504-59722b250c0d'] in dv-cinder-772181-5-iscsi is: [{'id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'name': 'tempest-TestVolumeBootPattern-573865029-router', 'tenant_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:03:54Z', 'updated_at': '2021-01-24T05:11:53Z', 'revision_number': 5, 'project_id': 'd22a2106c95d4d76ba07f2041c9a1ae5', 'gw_port': {'id': '40fdd472-8bdd-488f-bb2a-757af919a016', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afd8453-a0c9-4b7a-b504-59722b250c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:03:55Z', 'updated_at': '2021-01-24T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:11:56.068930 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778788'] for router_gateway, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.211905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13389'] for router, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.214217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.234109 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988397'] for router, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.234664 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8afd8453-a0c9-4b7a-b504-59722b250c0d {{(pid=80083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 24 05:11:56.247545 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] Notify callbacks [] for router, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.248876 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-a1f0a31e-b979-415c-8578-b0cfac2bfee2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8afd8453-a0c9-4b7a-b504-59722b250c0d HTTP/1.1" status: 204  len: 168 time: 1.4817460
Jan 24 05:11:56.252618 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 57098) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:56.321072 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ebb9eb-e08a-4031-844e-2fe0c6db354e admin admin] Deleting subnet b74e6869-e8b8-4769-8711-509b455a0296 {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:11:56.324178 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb9eb-e08a-4031-844e-2fe0c6db354e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.384231 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb9eb-e08a-4031-844e-2fe0c6db354e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.471768 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb9eb-e08a-4031-844e-2fe0c6db354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.741696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb9eb-e08a-4031-844e-2fe0c6db354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.757888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b6702a99-dc34-454a-87d8-e18ca0f4abb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:56.845297 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebb9eb-e08a-4031-844e-2fe0c6db354e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74e6869-e8b8-4769-8711-509b455a0296,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:56.852310 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c8ebb9eb-e08a-4031-844e-2fe0c6db354e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:56.896865 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb9eb-e08a-4031-844e-2fe0c6db354e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:56.902441 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d32a6a2-c6ca-4dde-9286-4f701a0babdf None None] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:11:56.902833 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-c8ebb9eb-e08a-4031-844e-2fe0c6db354e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b74e6869-e8b8-4769-8711-509b455a0296 HTTP/1.1" status: 204  len: 168 time: 0.6491387
Jan 24 05:11:56.905901 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 57102) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:57.024626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:57.093891 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Deleting port 6438e351-04f8-43cd-a756-ff0740eea05d {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:57.094273 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:57.160962 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] DHCP port deletion for f80e4046-62bb-46f9-8087-0f5a25c40ea0 request from dv-cinder-772181-5-iscsi {{(pid=80085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 24 05:11:57.165169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] Deleting port 6438e351-04f8-43cd-a756-ff0740eea05d {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:57.165603 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:57.321102 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] For port 6438e351-04f8-43cd-a756-ff0740eea05d, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=6438e351-04f8-43cd-a756-ff0740eea05d,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:57.321500 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:57.386663 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] For port 6438e351-04f8-43cd-a756-ff0740eea05d, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=6438e351-04f8-43cd-a756-ff0740eea05d,segment=NetworkSegment(0e66939b-ce3c-460c-ab70-d01eb0942b32),segment_id=0e66939b-ce3c-460c-ab70-d01eb0942b32)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:57.387032 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:57.456212 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Calling delete_port for 6438e351-04f8-43cd-a756-ff0740eea05d owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:57.520974 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] Calling delete_port for 6438e351-04f8-43cd-a756-ff0740eea05d owned by network:dhcp {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:11:57.536384 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:57.554343 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-c4b054b6-e6f3-48ae-80f2-592dcdb1831c tempest-AttachVolumeShelveTestJSON-947014112 tempest-AttachVolumeShelveTestJSON-947014112] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:57.594459 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 40fdd472-8bdd-488f-bb2a-757af919a016 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:57.634035 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 40fdd472-8bdd-488f-bb2a-757af919a016 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:57.634434 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 40fdd472-8bdd-488f-bb2a-757af919a016 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:57.634894 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 6438e351-04f8-43cd-a756-ff0740eea05d no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:57.648301 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Pushing event deleted for resources: {'Port': ['ID=6438e351-04f8-43cd-a756-ff0740eea05d,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:57.656095 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:57.671804 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 6438e351-04f8-43cd-a756-ff0740eea05d {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:57.672206 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 6438e351-04f8-43cd-a756-ff0740eea05d not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:57.672696 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b2a2f6f4-21b1-4a5d-8c29-c25066d04192 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:11:57.698913 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] No DVR routers for this DVR port 6438e351-04f8-43cd-a756-ff0740eea05d on host dv-cinder-772181-5-iscsi {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:11:57.702981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:11:57.703433 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:11:57.709015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: b2a2f6f4-21b1-4a5d-8c29-c25066d04192 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:11:57.709412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device b2a2f6f4-21b1-4a5d-8c29-c25066d04192 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:11:58.063528 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:58.177830 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fcf218b38>,) {'filters': {'network_id': ['f80e4046-62bb-46f9-8087-0f5a25c40ea0']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:58.191041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fcf218b38>, '0e66939b-ce3c-460c-ab70-d01eb0942b32') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:58.191379 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fcf218b38>, '0e66939b-ce3c-460c-ab70-d01eb0942b32') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:11:58.204169 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:58.204351 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] Deleting port 6438e351-04f8-43cd-a756-ff0740eea05d {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:58.204759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:58.219924 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:58.221945 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:11:58.279580 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-0832e1f6-5bbc-495d-9d4d-68f776f9f90f None None] The port '6438e351-04f8-43cd-a756-ff0740eea05d' was deleted {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 24 05:11:58.412833 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:11:58.422587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:58.604400 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Network f80e4046-62bb-46f9-8087-0f5a25c40ea0 has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:11:58.628403 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:11:58.708824 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:58.712244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:11:58.725857 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:58.737205 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80e4046-62bb-46f9-8087-0f5a25c40ea0,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:11:58.740718 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:11:58.751000 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-b6b5c9fd-4f72-476b-9d84-3bb52f54f503 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f80e4046-62bb-46f9-8087-0f5a25c40ea0 HTTP/1.1" status: 204  len: 168 time: 1.8440554
Jan 24 05:11:58.754142 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 57106) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:11:59.327953 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851001620'] for router_interface, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:59.695026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Deleting port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:11:59.695329 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:11:59.877935 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] For port 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=32dc0a3d-9fe2-4155-ba6a-1ce3e780198a,segment=NetworkSegment(2a9c947a-44e9-4594-b2e5-f7d9c860ca30),segment_id=2a9c947a-44e9-4594-b2e5-f7d9c860ca30)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:11:59.878321 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:00.010829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Calling delete_port for 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a owned by network:router_interface {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:12:00.178587 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:00.194409 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-5eb7d328-729a-4369-aebe-bda27c82eca5 tempest-AttachVolumeTestJSON-877237149 tempest-AttachVolumeTestJSON-877237149] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:12:00.292008 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Pushing event deleted for resources: {'Port': ['ID=32dc0a3d-9fe2-4155-ba6a-1ce3e780198a,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:12:00.304201 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.304685 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.305099 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.305506 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.305906 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.306306 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.306706 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.307100 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.307494 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.307888 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.308286 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.308759 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.309195 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.309620 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.310015 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.310411 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.310810 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.311229 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.311800 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.312202 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.312621 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.313019 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.313413 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.313803 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:00.318794 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:12:00.624943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850854220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851001770'] for router_interface, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:01.174684 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5717ad5e-5c9b-488d-81ef-6ee5ebaa3d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:01.373770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Router 7fbc9f80-4277-4b15-b875-52460188d4b9 has already been hosted by L3 agent 8cf1f552-bf65-47d4-b252-038d54822b8c {{(pid=80083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 24 05:12:01.568992 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] Notify agent at l3_agent.dv-cinder-772181-5-iscsi the message routers_updated {{(pid=80083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 24 05:12:01.579586 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] Sync routers for ids ['7fbc9f80-4277-4b15-b875-52460188d4b9'] in dv-cinder-772181-5-iscsi {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 24 05:12:01.580790 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-6edc5bd2-9ff2-47b9-850a-ebf7e855f483 admin admin] 10.222.0.10 "PUT /v2.0/routers/7fbc9f80-4277-4b15-b875-52460188d4b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8254721
Jan 24 05:12:01.583522 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 57110) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:12:01.589529 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] Routers {'7fbc9f80-4277-4b15-b875-52460188d4b9'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:12:01.590204 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f07198>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['7fbc9f80-4277-4b15-b875-52460188d4b9'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:12:01.774655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks [] for router, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:01.781395 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] Set router 7fbc9f80-4277-4b15-b875-52460188d4b9 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:12:01.961747 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:01.966941 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Deleting port 4f5755af-7992-49dd-8db5-30a573ee5a17 {{(pid=80084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:12:01.967524 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:02.164111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] For port 4f5755af-7992-49dd-8db5-30a573ee5a17, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=4f5755af-7992-49dd-8db5-30a573ee5a17,segment=NetworkSegment(bf1ba668-6a9c-4d93-8def-a1e2f126a82f),segment_id=bf1ba668-6a9c-4d93-8def-a1e2f126a82f)] {{(pid=80084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:12:02.164503 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:02.256091 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f07198>, [{'id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:12:00Z', 'revision_number': 5, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'gw_port': {'id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:12:02.260244 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] Checking router: 7fbc9f80-4277-4b15-b875-52460188d4b9 for host: dv-cinder-772181-5-iscsi {{(pid=80085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 24 05:12:02.269738 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] Routers {'7fbc9f80-4277-4b15-b875-52460188d4b9'} bound to L3 agent in host dv-cinder-772181-5-iscsi {{(pid=80085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 24 05:12:02.270412 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f07198>, 'dv-cinder-772181-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T04:48:33Z,description=<?>,heartbeat_timestamp=2021-01-24T05:11:34Z,host='dv-cinder-772181-5-iscsi',id=8cf1f552-bf65-47d4-b252-038d54822b8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-24T04:48:33Z,topic='l3_agent')) {'router_ids': ['7fbc9f80-4277-4b15-b875-52460188d4b9'], 'active': True} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:12:02.300005 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Calling delete_port for 4f5755af-7992-49dd-8db5-30a573ee5a17 owned by network:router_gateway {{(pid=80084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:12:02.441743 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852425320'] for port, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:02.462627 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvr_db [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] Set router 7fbc9f80-4277-4b15-b875-52460188d4b9 gateway port host: dv-cinder-772181-5-iscsi {{(pid=80085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 24 05:12:02.634653 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778788'] for router_gateway, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:02.766211 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_hamode_db [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8fd4f07198>, [{'id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:12:00Z', 'revision_number': 5, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'gw_port': {'id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}], 'dv-cinder-772181-5-iscsi', False) {} {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:12:02.770247 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b06339-401b-4418-b8bd-8c21b636e039 None None] The sync data for ids ['7fbc9f80-4277-4b15-b875-52460188d4b9'] in dv-cinder-772181-5-iscsi is: [{'id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'name': 'tempest-TestVolumeBootPattern-1550158858-router', 'tenant_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'external_fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:12:00Z', 'revision_number': 5, 'project_id': 'd6f2567b5de540c8a1862a0cf6491dd2', 'gw_port': {'id': '4f5755af-7992-49dd-8db5-30a573ee5a17', 'name': '', 'network_id': 'e08f8f4a-f0ef-4601-8303-84c5d3cecc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc9f80-4277-4b15-b875-52460188d4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T05:04:04Z', 'updated_at': '2021-01-24T05:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c619fff-fa0a-4f50-b17d-1666c9465712', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-5-iscsi'}] {{(pid=80085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 24 05:12:02.775972 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13389'] for router, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:02.778526 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:02.803217 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850988397'] for router, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:02.803779 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fbc9f80-4277-4b15-b875-52460188d4b9 {{(pid=80084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 24 05:12:02.816194 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] Notify callbacks [] for router, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:02.818604 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-5adbfcc5-3c4e-4126-9a03-a0da7aeb0b64 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7fbc9f80-4277-4b15-b875-52460188d4b9 HTTP/1.1" status: 204  len: 168 time: 1.2328179
Jan 24 05:12:02.820234 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 57114) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:12:02.889816 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e8283d-f519-466e-b495-b41c671bf81b admin admin] Deleting subnet 2265071d-8ddd-4703-89fd-b7d6c07fb965 {{(pid=80083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 24 05:12:02.892954 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f9e8283d-f519-466e-b495-b41c671bf81b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:02.949414 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f9e8283d-f519-466e-b495-b41c671bf81b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828087377'] for subnet, precommit_delete_associations {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:03.034393 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f9e8283d-f519-466e-b495-b41c671bf81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853747831'] for subnet, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:03.303104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f9e8283d-f519-466e-b495-b41c671bf81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827707507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852643192'] for subnet, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:03.319595 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:12:03.410731 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8283d-f519-466e-b495-b41c671bf81b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2265071d-8ddd-4703-89fd-b7d6c07fb965,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:12:03.423789 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-f9e8283d-f519-466e-b495-b41c671bf81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:12:03.458749 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f9e8283d-f519-466e-b495-b41c671bf81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for subnet, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:03.464105 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2f6d4-b880-4ada-8bee-567ac68541b0 None None] Network 65008af8-33ff-45f1-8667-41df040dff5f requested from dv-cinder-772181-5-iscsi {{(pid=80085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 24 05:12:03.465990 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-f9e8283d-f519-466e-b495-b41c671bf81b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2265071d-8ddd-4703-89fd-b7d6c07fb965 HTTP/1.1" status: 204  len: 168 time: 0.6446278
Jan 24 05:12:03.468632 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 57118) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:12:03.592419 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853778656'] for network, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:03.618227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:12:03.644709 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-ebeda960-4530-4eec-bedc-ebff80d75615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:03.662460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Deleting port cc1fca72-af65-4c4a-864e-cf8a07804f78 {{(pid=80083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:12:03.662839 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:03.690092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:12:03.690482 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 32dc0a3d-9fe2-4155-ba6a-1ce3e780198a not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:12:03.690955 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 4f5755af-7992-49dd-8db5-30a573ee5a17 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:12:03.735555 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: 4f5755af-7992-49dd-8db5-30a573ee5a17 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:12:03.735944 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device 4f5755af-7992-49dd-8db5-30a573ee5a17 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:12:03.824725 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] DHCP port deletion for 65008af8-33ff-45f1-8667-41df040dff5f request from dv-cinder-772181-5-iscsi {{(pid=80085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 24 05:12:03.829943 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] Deleting port cc1fca72-af65-4c4a-864e-cf8a07804f78 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:12:03.830366 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:03.889829 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] For port cc1fca72-af65-4c4a-864e-cf8a07804f78, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=cc1fca72-af65-4c4a-864e-cf8a07804f78,segment=NetworkSegment(2a9c947a-44e9-4594-b2e5-f7d9c860ca30),segment_id=2a9c947a-44e9-4594-b2e5-f7d9c860ca30)] {{(pid=80083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:12:03.890149 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:03.894533 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:04.023868 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Calling delete_port for cc1fca72-af65-4c4a-864e-cf8a07804f78 owned by network:dhcp {{(pid=80083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:12:04.060819 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.db [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] For port cc1fca72-af65-4c4a-864e-cf8a07804f78, host dv-cinder-772181-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-5-iscsi',level=0,port_id=cc1fca72-af65-4c4a-864e-cf8a07804f78,segment=NetworkSegment(2a9c947a-44e9-4594-b2e5-f7d9c860ca30),segment_id=2a9c947a-44e9-4594-b2e5-f7d9c860ca30)] {{(pid=80085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 24 05:12:04.061188 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850679136'] for port, precommit_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:04.104818 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-648007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842127241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270870286810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765984039198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827709095'] for port, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:04.121626 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-25bd1758-e84e-41ad-ab95-b9ffd77c353f tempest-TestVolumeBootPattern-1010218984 tempest-TestVolumeBootPattern-1010218984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:12:04.192289 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] Calling delete_port for cc1fca72-af65-4c4a-864e-cf8a07804f78 owned by network:dhcp {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 24 05:12:04.221966 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1fca72-af65-4c4a-864e-cf8a07804f78,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:12:04.235583 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:12:04.271214 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.db.api [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 24 05:12:04.271625 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_db.api [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 24 05:12:04.274515 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] No DVR routers for this DVR port cc1fca72-af65-4c4a-864e-cf8a07804f78 on host dv-cinder-772181-5-iscsi {{(pid=80083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 24 05:12:04.401462 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853743883', 'neutron.services.segments.db._delete_segments_for_network-8765984529745'] for network, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:04.518879 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8fd4750a20>,) {'filters': {'network_id': ['65008af8-33ff-45f1-8667-41df040dff5f']}} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:12:04.532116 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd4750a20>, '2a9c947a-44e9-4594-b2e5-f7d9c860ca30') {'for_net_delete': True} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:12:04.532460 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.services.segments.db [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8fd4750a20>, '2a9c947a-44e9-4594-b2e5-f7d9c860ca30') {} {{(pid=80083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 24 05:12:04.544388 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765984525922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26688423'] for segment, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:04.559113 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1028093'] for segment, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:04.561258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 24 05:12:04.741707 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Network 65008af8-33ff-45f1-8667-41df040dff5f has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:12:04.751040 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853747723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27066670'] for segment, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:04.773237 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] Deleting port cc1fca72-af65-4c4a-864e-cf8a07804f78 {{(pid=80085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 24 05:12:04.773670 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765984434308'] for port, before_delete {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:04.848997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a56d-01c3-4f33-a6e6-be45bfbe50f1 None None] The port 'cc1fca72-af65-4c4a-864e-cf8a07804f78' was deleted {{(pid=80085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 24 05:12:05.053346 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:05.171806 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.managers [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Network 65008af8-33ff-45f1-8667-41df040dff5f has no segments {{(pid=80083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]: Traceback (most recent call last):
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     timer()
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     cb(*args, **kw)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     return func(*args, **kwargs)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     self._notify()
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     self.callback(batched_events)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     event.method(event)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     segment_id)['aggregates'][0]
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     return f(self, *a, **k)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self._get(url).json()
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     **kwargs)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     return self.request(url, 'GET', **kwargs)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     **endpoint_filter)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 24 05:12:05.195025 dv-cinder-772181-5-iscsi neutron-server[79972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 24 05:12:05.276883 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850683178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850996995'] for network, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:05.280629 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-e8a182ad-9805-453d-a663-577f0ca3c034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:12:05.294756 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921567'] for network, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:05.306378 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=65008af8-33ff-45f1-8667-41df040dff5f,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:12:05.309619 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:12:05.312557 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-03031ed0-deb1-4983-b464-a1dc50ee94b9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/65008af8-33ff-45f1-8667-41df040dff5f HTTP/1.1" status: 204  len: 168 time: 1.8428931
Jan 24 05:12:05.464518 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 57124) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:12:05.506497 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:05.518427 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-74098265-227a-4f35-96c7-ad50d0768543 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d22a2106c95d4d76ba07f2041c9a1ae5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524762
Jan 24 05:12:05.520997 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80084) accepted ('10.222.0.10', 57128) {{(pid=80084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:12:05.578283 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device cc1fca72-af65-4c4a-864e-cf8a07804f78 no longer exists at agent ovs-agent-dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 24 05:12:05.587363 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:05.615594 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.plugin [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] No Port match for: cc1fca72-af65-4c4a-864e-cf8a07804f78 {{(pid=80085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 24 05:12:05.615993 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.plugins.ml2.rpc [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Device cc1fca72-af65-4c4a-864e-cf8a07804f78 not bound to the agent host dv-cinder-772181-5-iscsi {{(pid=80085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 24 05:12:05.616130 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:05.663220 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:05.668327 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-0e9be126-68b4-43d9-8627-c3decf84335d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:12:05.682957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be19765-5e03-49bc-b6a7-0737f299f28e,revision_number=None']} {{(pid=80084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:12:05.694258 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.694700 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.695104 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.695513 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.695917 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.696320 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.696748 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.697150 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.697553 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.697950 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.698347 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.698742 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.699177 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.699615 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.700011 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.700403 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.700848 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.701504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.701937 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.702369 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.702770 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.703166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.703563 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.703957 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-5-iscsi {{(pid=80084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 24 05:12:05.707024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:05.708235 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1be19765-5e03-49bc-b6a7-0737f299f28e HTTP/1.1" status: 204  len: 168 time: 0.1862819
Jan 24 05:12:05.709259 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-37b84545-f212-4038-a428-a100384a43ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:12:06.113221 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 57136) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:12:06.165274 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-8158d021-631f-4417-b510-5aeb147cba91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6f2567b5de540c8a1862a0cf6491dd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507498
Jan 24 05:12:06.167729 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [-] (80083) accepted ('10.222.0.10', 57140) {{(pid=80083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 24 05:12:06.229093 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08eb4da6-3b57-444b-b1f9-534ac93b5194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:06.262270 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08eb4da6-3b57-444b-b1f9-534ac93b5194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:06.311873 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08eb4da6-3b57-444b-b1f9-534ac93b5194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850686456'] for security_group, after_delete {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:06.316921 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-154e857d-e427-49f7-8462-7ec518e861fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 24 05:12:06.330931 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb4da6-3b57-444b-b1f9-534ac93b5194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c4ae11-2b95-4201-9e24-2dade36593c8,revision_number=None']} {{(pid=80083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 24 05:12:06.333683 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG oslo_concurrency.lockutils [None req-08eb4da6-3b57-444b-b1f9-534ac93b5194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 24 05:12:06.334884 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08eb4da6-3b57-444b-b1f9-534ac93b5194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:06.336152 dv-cinder-772181-5-iscsi neutron-server[79972]: INFO neutron.wsgi [None req-08eb4da6-3b57-444b-b1f9-534ac93b5194 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44c4ae11-2b95-4201-9e24-2dade36593c8 HTTP/1.1" status: 204  len: 168 time: 0.1674359
Jan 24 05:12:08.679673 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:31.176007 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-90515248-83e5-431c-bc36-82c7f943cc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:31.480406 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:12:33.547225 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e3fbca3f-d385-453f-bf8b-7333d2374258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:33.848159 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:35.055215 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:35.505617 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:12:38.684410 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:01.177344 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac27f-f8b7-4be5-82aa-6fbc493b2c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:03.550079 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-1e66f95d-3600-4a83-ad18-703bddbee684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:03.850278 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:05.056640 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:05.509998 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:08.479457 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:13:08.696103 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:31.181332 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f7750d92-da49-41a5-b1bc-3384d8c64f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:33.551634 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-3d924d17-88da-40bd-98fb-d5ae206a3fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:33.853374 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:35.058129 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:35.513609 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:38.696111 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:13:45.479504 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:14:01.183006 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0bf5-941b-4a93-b2f4-bbb4dd576029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:03.552920 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-2c4addcc-90cb-4ac0-9aa7-d6bc27effd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:03.855688 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:05.059248 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:05.518453 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:08.714876 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:22.479087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:14:31.185004 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-0a47fcdd-9486-4457-8e2e-f8e2e1e6a04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:33.553859 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-f7da9179-655c-4864-ab80-ecc9fd57e5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:33.858838 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:35.061265 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:35.520227 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:38.724377 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:14:39.910034 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.wsgi [req-30cd3e09-c2c4-431c-81cb-e7591ee654ce req-ecd436ca-9dd1-4bea-9773-6d6bd2a99313 service neutron] (80084) timed out ('10.222.0.61', 59036) {{(pid=80084) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 24 05:14:59.479399 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:15:01.186024 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-75f26593-c01f-47db-8331-f0f17c7fab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:03.555381 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-46f55740-59c3-416c-afc0-3ed2330b7439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:03.860092 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:05.064187 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:05.523166 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:08.736987 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:31.187650 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebe73-070f-4119-95eb-4ef2c8df241c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:33.556087 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-cfe54477-69c4-4313-bfbe-c7e0e3af6e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:33.863689 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:35.069278 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:35.528655 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:15:36.478905 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:15:38.725020 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:01.190319 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2678-7c5e-4e6a-832b-199e548ee60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:03.556776 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-35ba4389-d914-426d-8274-1993b16dcec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:03.868881 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:05.070837 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:05.531534 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:08.721840 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:13.478152 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:16:31.192253 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6a4482f8-10d7-4e8c-98e0-037149741691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:33.557981 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-87981261-4400-42f6-aa95-6f8b12c2145d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:33.869064 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:35.073635 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:35.534046 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:38.728855 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:16:50.478012 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:17:01.194026 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-6a13e1b5-1ddc-429a-adb2-34620d613643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:17:03.559041 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-e1129510-fd33-4799-a16f-f09b50b14c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:17:03.870855 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-56813686-eaf0-4697-8c3c-35a519054734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:17:05.075994 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-8571ba26-7ec1-4bc4-bc5e-e299e8018aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:17:05.537232 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-97087887-307a-400e-934d-6bc018d5772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:17:08.750365 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-08c82eac-e9d7-48f6-bcd8-572ec6522d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 24 05:17:27.477825 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron.db.agents_db [None req-7d76ad7f-b3bf-4fef-a6c6-85125c3192fa None None] Agent healthcheck: found 6 active agents {{(pid=80087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 24 05:17:31.196994 dv-cinder-772181-5-iscsi neutron-server[79972]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca627-fbb5-41a0-a55f-eab43fe63627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765984529728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853738298'] for agent, after_update {{(pid=80085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}